W0424 03:03:34.828270 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0424 03:03:34.828611 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0424 03:03:34.828624 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0424 03:03:34.828629 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0424 03:03:34.828633 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0424 03:03:34.854427 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0424 03:03:34.861746 1 reflector.go:376] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0424 03:03:34.862196 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0424 03:03:34.862499 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0424 03:03:34.864321 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0424 03:03:34.869748 1 reflector.go:376] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0424 03:03:34.871029 1 reflector.go:376] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0424 03:03:34.872594 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0424 03:03:34.879214 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0424 03:03:34.879735 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0424 03:03:34.879794 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0424 03:03:34.880582 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0424 03:03:34.880584 1 reflector.go:376] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0424 03:03:34.880675 1 reflector.go:376] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0424 03:03:34.880785 1 reflector.go:376] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0424 03:03:34.880842 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0424 03:03:34.880848 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0424 03:03:34.884044 1 reflector.go:376] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0424 03:03:34.885723 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0424 03:03:34.886015 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0424 03:03:34.887060 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0424 03:03:34.915118 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0424 03:03:34.966613 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0424 03:03:34.966630 1 rule_controller.go:113] Starting alerting rules controller I0424 03:03:34.966644 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0424 03:03:34.966647 1 relabel_controller.go:117] Starting alert relabel config controller W0424 03:03:34.966661 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0424 03:03:34.966663 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I0424 03:03:34.966645 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I0424 03:03:34.966669 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0424 03:03:34.966654 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0424 03:03:34.966682 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0424 03:03:34.966630 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0424 03:03:34.966690 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0424 03:03:34.966690 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0424 03:03:34.966701 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0424 03:03:34.966711 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0424 03:03:34.969931 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0424 03:03:34.970084 1 reflector.go:376] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0424 03:03:34.970250 1 reflector.go:376] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0424 03:03:34.970277 1 reflector.go:376] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0424 03:03:34.970699 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0424 03:03:34.970804 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0424 03:03:34.971279 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0424 03:03:34.971282 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0424 03:03:34.971447 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0424 03:03:34.971538 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0424 03:03:34.982487 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-lt6pb" is created for OpenShiftMonitoringTelemeterClientCertRequester I0424 03:03:34.982950 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-hzld6" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0424 03:03:34.985934 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-lqlwq" is created for OpenShiftMonitoringClientCertRequester I0424 03:03:34.990836 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0424 03:03:34.993197 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0424 03:03:34.993205 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0424 03:03:34.994651 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0424 03:03:34.997009 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0424 03:03:34.997909 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0424 03:03:34.998477 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0424 03:03:35.000236 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0424 03:03:35.001020 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0424 03:03:35.002150 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0424 03:03:35.003543 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0424 03:03:35.004271 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0424 03:03:35.005210 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0424 03:03:35.006758 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0424 03:03:35.007135 1 operator.go:830] Updating ClusterOperator status to InProgress. I0424 03:03:35.007720 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0424 03:03:35.009023 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0424 03:03:35.010076 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0424 03:03:35.011271 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0424 03:03:35.012336 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0424 03:03:35.013593 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0424 03:03:35.023920 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0424 03:03:35.023941 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0424 03:03:35.023945 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0424 03:03:35.024305 1 tasks.go:49] processing task group 1 of 3 I0424 03:03:35.024327 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0424 03:03:35.024336 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0424 03:03:35.029403 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0424 03:03:35.030209 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0424 03:03:35.030229 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0424 03:03:35.034232 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0424 03:03:35.034232 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0424 03:03:35.037279 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0424 03:03:35.037413 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0424 03:03:35.037684 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0424 03:03:35.038595 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0424 03:03:35.042541 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0424 03:03:35.043863 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0424 03:03:35.049177 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0424 03:03:35.050317 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0424 03:03:35.054135 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0424 03:03:35.054148 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0424 03:03:35.055256 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0424 03:03:35.055287 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0424 03:03:35.061778 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0424 03:03:35.061817 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0424 03:03:35.061907 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0424 03:03:35.067216 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0424 03:03:35.067220 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0424 03:03:35.070401 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0424 03:03:35.070458 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0424 03:03:35.073490 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0424 03:03:35.073590 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0424 03:03:35.073778 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0424 03:03:35.073812 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0424 03:03:35.082540 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0424 03:03:35.107174 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0424 03:03:35.149964 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0424 03:03:35.151253 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0424 03:03:35.151268 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0424 03:03:35.151279 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0424 03:03:35.151284 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0424 03:03:35.153804 1 secure_serving.go:57] Forcing use of http/1.1 only I0424 03:03:35.153823 1 genericapiserver.go:535] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0424 03:03:35.157601 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0424 03:03:35.157615 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0424 03:03:35.157613 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0424 03:03:35.157626 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0424 03:03:35.157630 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0424 03:03:35.157644 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0424 03:03:35.157950 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0424 03:03:35.158106 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776999787\" (2026-04-24 03:03:19 +0000 UTC to 2028-04-23 03:03:20 +0000 UTC (now=2026-04-24 03:03:35.158084717 +0000 UTC))" I0424 03:03:35.158274 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776999815\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776999814\" (2026-04-24 02:03:34 +0000 UTC to 2027-04-24 02:03:34 +0000 UTC (now=2026-04-24 03:03:35.158259247 +0000 UTC))" I0424 03:03:35.158292 1 secure_serving.go:213] Serving securely on [::]:8443 I0424 03:03:35.158308 1 genericapiserver.go:685] [graceful-termination] waiting for shutdown to be initiated I0424 03:03:35.158320 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0424 03:03:35.160940 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0424 03:03:35.160990 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183 I0424 03:03:35.161075 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0424 03:03:35.181595 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0424 03:03:35.191774 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0424 03:03:35.219416 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0424 03:03:35.233815 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0424 03:03:35.258113 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0424 03:03:35.258137 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0424 03:03:35.258113 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0424 03:03:35.258316 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-24 02:47:13 +0000 UTC to 2036-04-21 02:47:13 +0000 UTC (now=2026-04-24 03:03:35.258293216 +0000 UTC))" I0424 03:03:35.258536 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776999787\" (2026-04-24 03:03:19 +0000 UTC to 2028-04-23 03:03:20 +0000 UTC (now=2026-04-24 03:03:35.258519968 +0000 UTC))" I0424 03:03:35.258735 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776999815\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776999814\" (2026-04-24 02:03:34 +0000 UTC to 2027-04-24 02:03:34 +0000 UTC (now=2026-04-24 03:03:35.258715802 +0000 UTC))" I0424 03:03:35.258895 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-04-24 02:47:17 +0000 UTC to 2036-04-21 02:47:17 +0000 UTC (now=2026-04-24 03:03:35.258881855 +0000 UTC))" I0424 03:03:35.258917 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-04-24 02:47:22 +0000 UTC to 2036-04-21 02:47:22 +0000 UTC (now=2026-04-24 03:03:35.258908089 +0000 UTC))" I0424 03:03:35.258934 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-04-24 02:47:25 +0000 UTC to 2036-04-21 02:47:25 +0000 UTC (now=2026-04-24 03:03:35.258925936 +0000 UTC))" I0424 03:03:35.258950 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-04-24 02:47:27 +0000 UTC to 2036-04-21 02:47:27 +0000 UTC (now=2026-04-24 03:03:35.258942634 +0000 UTC))" I0424 03:03:35.258967 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-04-24 02:47:28 +0000 UTC to 2036-04-21 02:47:28 +0000 UTC (now=2026-04-24 03:03:35.258956358 +0000 UTC))" I0424 03:03:35.258994 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2ps8kco8hg5kvd6ml19k25vlc7n9266c-kx-3aad8cad42_customer-system-admin-signer@1776998952\" [] issuer=\"\" (2026-04-24 02:49:14 +0000 UTC to 2026-05-01 02:49:15 +0000 UTC (now=2026-04-24 03:03:35.258976015 +0000 UTC))" I0424 03:03:35.259014 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2ps8kco8hg5kvd6ml19k25vlc7n9266c-kx-3aad8cad42_sre-system-admin-signer@1776998952\" [] issuer=\"\" (2026-04-24 02:49:12 +0000 UTC to 2026-05-01 02:49:13 +0000 UTC (now=2026-04-24 03:03:35.259003937 +0000 UTC))" I0424 03:03:35.259033 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-24 02:47:13 +0000 UTC to 2036-04-21 02:47:13 +0000 UTC (now=2026-04-24 03:03:35.259024638 +0000 UTC))" I0424 03:03:35.259205 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776999787\" (2026-04-24 03:03:19 +0000 UTC to 2028-04-23 03:03:20 +0000 UTC (now=2026-04-24 03:03:35.25919193 +0000 UTC))" I0424 03:03:35.259359 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776999815\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776999814\" (2026-04-24 02:03:34 +0000 UTC to 2027-04-24 02:03:34 +0000 UTC (now=2026-04-24 03:03:35.259348442 +0000 UTC))" I0424 03:03:39.284513 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0424 03:03:39.307339 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0424 03:03:39.340385 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0424 03:03:44.461643 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0424 03:03:44.461667 1 tasks.go:49] processing task group 2 of 3 I0424 03:03:44.461689 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0424 03:03:44.461698 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0424 03:03:44.461705 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0424 03:03:44.461706 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0424 03:03:44.461715 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0424 03:03:44.461717 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 03:03:44.461727 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0424 03:03:44.461727 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0424 03:03:44.461743 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0424 03:03:44.461751 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0424 03:03:44.461744 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0424 03:03:44.461756 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0424 03:03:44.461693 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 03:03:44.461776 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 03:03:44.461792 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 03:03:44.504553 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0424 03:03:44.511277 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0424 03:03:44.535054 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0424 03:03:44.535069 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0424 03:03:44.539522 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0424 03:03:44.552546 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0424 03:03:44.577606 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 03:03:44.632239 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0424 03:03:44.637169 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 03:03:44.664065 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0424 03:03:44.760199 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0424 03:03:44.760281 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0424 03:03:44.762191 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0424 03:03:44.765368 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0424 03:03:44.767165 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0424 03:03:44.785591 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0424 03:03:44.864308 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0424 03:03:44.867149 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0424 03:03:44.867181 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0424 03:03:44.869230 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0424 03:03:44.879632 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0424 03:03:44.879652 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing W0424 03:03:44.885850 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0424 03:03:44.885864 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0424 03:03:44.890070 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0424 03:03:44.897204 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0424 03:03:44.900757 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0424 03:03:44.916675 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0424 03:03:44.937928 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0424 03:03:44.942362 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0424 03:03:44.994861 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0424 03:03:45.366043 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0424 03:03:45.421443 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0424 03:03:45.526037 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0424 03:03:45.573090 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0424 03:03:45.576872 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0424 03:03:45.599393 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0424 03:03:45.646744 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0424 03:03:45.658741 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0424 03:03:45.669712 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0424 03:03:45.706906 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0424 03:03:45.712408 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0424 03:03:45.744298 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0424 03:03:45.795182 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0424 03:03:45.799166 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0424 03:03:45.809653 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0424 03:03:45.812353 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0424 03:03:45.863942 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0424 03:03:45.886606 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0424 03:03:45.887468 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0424 03:03:45.905978 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0424 03:03:45.911779 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0424 03:03:46.009236 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0424 03:03:46.120597 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0424 03:03:46.215942 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0424 03:03:46.246155 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0424 03:03:46.320813 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0424 03:03:46.671872 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0424 03:03:46.687191 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0424 03:03:46.699919 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0424 03:03:46.777208 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0424 03:03:46.873595 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0424 03:03:46.941340 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0424 03:03:46.941472 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 03:03:46.941543 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0424 03:03:46.970231 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0424 03:03:47.071360 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0424 03:03:47.177214 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0424 03:03:47.273526 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0424 03:03:47.374201 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0424 03:03:47.476193 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0424 03:03:47.584811 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0424 03:03:47.613279 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0424 03:03:47.619493 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 03:03:47.683806 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0424 03:03:47.785619 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0424 03:03:47.863794 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0424 03:03:47.877242 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0424 03:03:47.926030 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-10mv1h4m35mft -n openshift-monitoring because it was missing I0424 03:03:48.782372 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0424 03:03:48.997801 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0424 03:03:49.047035 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0424 03:03:49.525938 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0424 03:03:49.558319 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0424 03:03:49.805724 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-c9j08kq7m2lpl -n openshift-monitoring because it was missing I0424 03:03:50.039148 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0424 03:03:50.921050 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-6kgatch7p38v2 -n openshift-monitoring because it was missing I0424 03:03:50.958580 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0424 03:03:50.991061 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0424 03:03:51.017801 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0424 03:03:53.602844 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0424 03:03:53.602917 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0424 03:03:55.138556 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0424 03:04:00.998955 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0424 03:04:01.039622 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0424 03:04:13.867469 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0424 03:04:13.879807 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0424 03:04:13.879883 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0424 03:04:22.180669 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0424 03:04:25.952412 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0424 03:04:57.205360 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0424 03:04:57.222228 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0424 03:04:57.239601 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0424 03:04:58.206245 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0424 03:04:58.222141 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0424 03:04:58.779740 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0424 03:05:01.126758 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0424 03:05:01.126792 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0424 03:05:01.126801 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0424 03:05:01.126820 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0424 03:05:01.127935 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0424 03:05:01.182850 1 operator.go:830] Updating ClusterOperator status to InProgress. I0424 03:05:01.189416 1 tasks.go:49] processing task group 1 of 3 I0424 03:05:01.189447 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0424 03:05:01.189463 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0424 03:05:01.223161 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0424 03:05:02.256009 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJVFFlZnk0NHVrZlF3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05qazVPVGM0TnpBZQpGdzB5TmpBME1qUXdNekF6TURaYUZ3MHlPREEyTWpJd016QXpNRGRhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelk1T1RrM09EY3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRE4yWExOdkZxUWRVUGtWS2VRZUpBc2lBTWJ3R2ZLZHpiTwp6ZW5ack1Xa2tweC9PMGJVVkxHUTNPUEZYSHEzSkZvRDNuajhSZXZSZW1SMjA4QU90T09UNlJmYld5TndPN29aClFpNmJ1Z2ZoM3FVT252VFBZWXpvbUxoT2I4a0NZckNvTHlDT0VwL3N0TmlaUGtuaU4rbmZWQjIzUm5VZDNDL1kKUWh0QkE3ZW8xem9CbmFzcGVKWDZHV0ErNEJtWFpNd1F0d3hRMUt2TVFDM3FNSzVaaEYyU1ozTWVvNVNveVVjcgpWa0VnUW1lbVRMWGc0M0ZQUjVWNEErYVBLdmU5YWF0cWpXdGtPKzgvTEVUa3pod2hwdjc4dmhjTlFLRm1sTHV3Ck8va2dlb1ptMFJTYm9LMGRlNFJYeGQxUW4yOVRFNEh2cktKQTMrbjVKMGpub2FYNHZZeUxBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlFRRWNMVQpJVm5jOHJYbmJIUWtZQ1RMeGwyZVl6QWZCZ05WSFNNRUdEQVdnQlFRRWNMVUlWbmM4clhuYkhRa1lDVEx4bDJlCll6QU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFFdG1oZUN1VEw4OUw4YThyRFRPSnVTYm5YZjFxeit6Y21yRloKMUd4T3dpOHJjNER5cmgweHlHaEZIYS9hOXVKcTY3dHJRVlZnTWxCTFV1WkY0dmxsYVRZUFNFTHdENytBZmgyawplZ1IwemplbU9NckFTaWcycW14ejRHaVlWdmdzL3RuMDNmUzdYcVRtakVrOUQ1Qkc4YVNsRk1pdWY2V1IvZlNlCnlvQ3RLdlo4SUMralBsSzlqRTR0K09qVmg2TkJ3ZWd4WlZNU0YwOWI2T2NtSHRHVlNJeUxVNi9Qdy84TU1HeTkKU1d3SUVSQzU3MUpEWGx5bHVMM2NpRHkwcC9qVTVORDBnaFdDV2dFU2dlMTI3azlaWjgyNXd1NmMzRnk3eGJTcwptOFBRNjNuc3NpKzRVLzR3TCtnMnNOZzJtL2JUVE1lNE5CV0Zqc2U2aTZCbHgwMzd6QT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0424 03:05:02.262322 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0424 03:05:02.266955 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJVFFlZnk0NHVrZlF3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05qazVPVGM0TnpBZQpGdzB5TmpBME1qUXdNekF6TURaYUZ3MHlPREEyTWpJd016QXpNRGRhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelk1T1RrM09EY3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRE4yWExOdkZxUWRVUGtWS2VRZUpBc2lBTWJ3R2ZLZHpiTwp6ZW5ack1Xa2tweC9PMGJVVkxHUTNPUEZYSHEzSkZvRDNuajhSZXZSZW1SMjA4QU90T09UNlJmYld5TndPN29aClFpNmJ1Z2ZoM3FVT252VFBZWXpvbUxoT2I4a0NZckNvTHlDT0VwL3N0TmlaUGtuaU4rbmZWQjIzUm5VZDNDL1kKUWh0QkE3ZW8xem9CbmFzcGVKWDZHV0ErNEJtWFpNd1F0d3hRMUt2TVFDM3FNSzVaaEYyU1ozTWVvNVNveVVjcgpWa0VnUW1lbVRMWGc0M0ZQUjVWNEErYVBLdmU5YWF0cWpXdGtPKzgvTEVUa3pod2hwdjc4dmhjTlFLRm1sTHV3Ck8va2dlb1ptMFJTYm9LMGRlNFJYeGQxUW4yOVRFNEh2cktKQTMrbjVKMGpub2FYNHZZeUxBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlFRRWNMVQpJVm5jOHJYbmJIUWtZQ1RMeGwyZVl6QWZCZ05WSFNNRUdEQVdnQlFRRWNMVUlWbmM4clhuYkhRa1lDVEx4bDJlCll6QU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFFdG1oZUN1VEw4OUw4YThyRFRPSnVTYm5YZjFxeit6Y21yRloKMUd4T3dpOHJjNER5cmgweHlHaEZIYS9hOXVKcTY3dHJRVlZnTWxCTFV1WkY0dmxsYVRZUFNFTHdENytBZmgyawplZ1IwemplbU9NckFTaWcycW14ejRHaVlWdmdzL3RuMDNmUzdYcVRtakVrOUQ1Qkc4YVNsRk1pdWY2V1IvZlNlCnlvQ3RLdlo4SUMralBsSzlqRTR0K09qVmg2TkJ3ZWd4WlZNU0YwOWI2T2NtSHRHVlNJeUxVNi9Qdy84TU1HeTkKU1d3SUVSQzU3MUpEWGx5bHVMM2NpRHkwcC9qVTVORDBnaFdDV2dFU2dlMTI3azlaWjgyNXd1NmMzRnk3eGJTcwptOFBRNjNuc3NpKzRVLzR3TCtnMnNOZzJtL2JUVE1lNE5CV0Zqc2U2aTZCbHgwMzd6QT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0424 03:05:02.273170 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0424 03:05:04.356470 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0424 03:05:04.356495 1 tasks.go:49] processing task group 2 of 3 I0424 03:05:04.356525 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0424 03:05:04.356534 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0424 03:05:04.356536 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 03:05:04.356552 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0424 03:05:04.356593 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0424 03:05:04.356607 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 03:05:04.356615 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0424 03:05:04.356635 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0424 03:05:04.356647 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0424 03:05:04.356664 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0424 03:05:04.356683 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0424 03:05:04.356697 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0424 03:05:04.356713 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 03:05:04.356723 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0424 03:05:04.356526 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 03:05:04.411590 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 03:05:04.438547 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 03:05:04.441355 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0424 03:05:04.451290 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0424 03:05:04.466884 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0424 03:05:04.482779 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0424 03:05:04.494002 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0424 03:05:04.506140 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 03:05:04.507165 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0424 03:05:04.570181 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0424 03:05:05.425969 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0424 03:05:05.455114 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0424 03:05:05.455669 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 03:05:05.475812 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0424 03:05:05.492221 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0424 03:05:07.520324 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0424 03:05:09.493948 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0424 03:05:09.559169 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0424 03:05:10.414629 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0424 03:05:14.643064 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0424 03:05:31.395162 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0424 03:05:55.534746 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0424 03:07:19.739362 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0424 03:07:19.739390 1 tasks.go:49] processing task group 3 of 3 I0424 03:07:19.739400 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0424 03:07:19.781638 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0424 03:07:19.781727 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"1cbd09b3-6332-48c5-976b-0a1f145a0375", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0424 03:07:19.787408 1 operator.go:851] Updating ClusterOperator status to done. W0424 03:07:19.823631 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0424 03:07:19.855726 1 operator.go:830] Updating ClusterOperator status to InProgress. I0424 03:07:19.860610 1 tasks.go:49] processing task group 1 of 3 I0424 03:07:19.860628 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0424 03:07:19.860641 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0424 03:07:19.873254 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0424 03:07:23.014214 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0424 03:07:23.014239 1 tasks.go:49] processing task group 2 of 3 I0424 03:07:23.014267 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 03:07:23.014270 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0424 03:07:23.014283 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0424 03:07:23.014301 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 03:07:23.014321 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0424 03:07:23.014338 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0424 03:07:23.014365 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0424 03:07:23.014366 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0424 03:07:23.014374 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0424 03:07:23.014375 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0424 03:07:23.014844 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 03:07:23.014936 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0424 03:07:23.015092 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0424 03:07:23.015231 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 03:07:23.014372 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0424 03:07:23.077726 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 03:07:23.099040 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 03:07:23.109210 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0424 03:07:23.173376 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 03:07:24.097708 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0424 03:07:24.134339 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0424 03:07:24.135129 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 03:07:24.150224 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0424 03:07:24.167160 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0424 03:07:26.184604 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0424 03:07:28.156636 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0424 03:07:29.081294 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0424 03:07:29.176918 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0424 03:07:34.197931 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0424 03:07:34.471738 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0424 03:07:34.493480 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0424 03:07:38.325951 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0424 03:07:38.325980 1 tasks.go:49] processing task group 3 of 3 I0424 03:07:38.326000 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0424 03:07:38.356954 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0424 03:07:38.362171 1 operator.go:851] Updating ClusterOperator status to done. W0424 03:07:38.371421 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0424 03:07:38.415440 1 operator.go:830] Updating ClusterOperator status to InProgress. I0424 03:07:38.420946 1 tasks.go:49] processing task group 1 of 3 I0424 03:07:38.420973 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0424 03:07:38.420988 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0424 03:07:38.436619 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0424 03:07:41.574275 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0424 03:07:41.574296 1 tasks.go:49] processing task group 2 of 3 I0424 03:07:41.574319 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 03:07:41.574324 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0424 03:07:41.574347 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0424 03:07:41.574375 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0424 03:07:41.574391 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 03:07:41.574404 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 03:07:41.574421 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0424 03:07:41.574436 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0424 03:07:41.574455 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0424 03:07:41.574473 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0424 03:07:41.574486 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0424 03:07:41.574506 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0424 03:07:41.574523 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0424 03:07:41.574543 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0424 03:07:41.574582 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 03:07:41.625524 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 03:07:41.642753 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 03:07:41.651126 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0424 03:07:41.709205 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 03:07:42.637983 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0424 03:07:42.667770 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0424 03:07:42.672888 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 03:07:42.692505 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0424 03:07:42.701327 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0424 03:07:44.725819 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0424 03:07:46.719973 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0424 03:07:47.660751 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0424 03:07:47.733596 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0424 03:07:52.723697 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0424 03:07:56.889649 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0424 03:07:56.889674 1 tasks.go:49] processing task group 3 of 3 I0424 03:07:56.889689 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0424 03:07:56.929366 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0424 03:07:56.935431 1 operator.go:851] Updating ClusterOperator status to done. I0424 03:08:34.967644 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0424 03:08:34.967677 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0424 03:08:34.999547 1 operator.go:830] Updating ClusterOperator status to InProgress. I0424 03:08:35.004708 1 tasks.go:49] processing task group 1 of 3 I0424 03:08:35.004731 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0424 03:08:35.004743 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0424 03:08:35.019046 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0424 03:08:38.166427 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0424 03:08:38.166449 1 tasks.go:49] processing task group 2 of 3 I0424 03:08:38.166472 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 03:08:38.166481 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0424 03:08:38.166497 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0424 03:08:38.166512 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0424 03:08:38.166523 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 03:08:38.166550 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0424 03:08:38.166587 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0424 03:08:38.166610 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 03:08:38.166633 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0424 03:08:38.166644 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0424 03:08:38.166673 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0424 03:08:38.166689 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0424 03:08:38.166694 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0424 03:08:38.166681 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0424 03:08:38.166734 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 03:08:38.214825 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 03:08:38.235635 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 03:08:38.253926 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0424 03:08:38.302183 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 03:08:39.239462 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0424 03:08:39.261421 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 03:08:39.263224 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0424 03:08:39.293700 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0424 03:08:39.297758 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0424 03:08:41.332100 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0424 03:08:43.301088 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0424 03:08:44.232619 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0424 03:08:44.313626 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0424 03:08:49.323027 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0424 03:08:53.505926 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0424 03:08:53.505953 1 tasks.go:49] processing task group 3 of 3 I0424 03:08:53.505970 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0424 03:08:53.543675 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0424 03:08:53.549277 1 operator.go:851] Updating ClusterOperator status to done. I0424 03:13:34.967297 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0424 03:13:34.967342 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0424 03:13:35.001010 1 operator.go:830] Updating ClusterOperator status to InProgress. I0424 03:13:35.006128 1 tasks.go:49] processing task group 1 of 3 I0424 03:13:35.006153 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0424 03:13:35.006166 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0424 03:13:35.020338 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0424 03:13:38.175939 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0424 03:13:38.175961 1 tasks.go:49] processing task group 2 of 3 I0424 03:13:38.175983 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 03:13:38.175987 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 03:13:38.176003 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0424 03:13:38.176029 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0424 03:13:38.176053 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0424 03:13:38.176065 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 03:13:38.176079 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 03:13:38.176092 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0424 03:13:38.176125 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0424 03:13:38.176147 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0424 03:13:38.176155 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0424 03:13:38.176165 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0424 03:13:38.176171 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0424 03:13:38.176198 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0424 03:13:38.176129 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0424 03:13:38.235937 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 03:13:38.252346 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 03:13:38.261476 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0424 03:13:38.318097 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 03:13:39.250492 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0424 03:13:39.277998 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 03:13:39.278422 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0424 03:13:39.306775 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0424 03:13:39.321135 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0424 03:13:41.353160 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0424 03:13:43.315792 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0424 03:13:44.241957 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0424 03:13:44.329153 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0424 03:13:49.346185 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0424 03:13:53.547173 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0424 03:13:53.547196 1 tasks.go:49] processing task group 3 of 3 I0424 03:13:53.547212 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0424 03:13:53.584183 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0424 03:13:53.590327 1 operator.go:851] Updating ClusterOperator status to done. I0424 03:18:34.873028 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle W0424 03:18:34.873065 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0424 03:18:34.873107 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0424 03:18:34.879953 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0424 03:18:34.881609 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0424 03:18:34.881622 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0424 03:18:34.881627 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0424 03:18:34.881677 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0424 03:18:34.881869 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0424 03:18:34.881882 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0424 03:18:34.881906 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0424 03:18:34.884230 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0424 03:18:34.905595 1 operator.go:830] Updating ClusterOperator status to InProgress. I0424 03:18:34.911687 1 tasks.go:49] processing task group 1 of 3 I0424 03:18:34.911716 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0424 03:18:34.911727 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0424 03:18:34.915739 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0424 03:18:34.930876 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0424 03:18:34.967134 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0424 03:18:38.080918 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0424 03:18:38.080942 1 tasks.go:49] processing task group 2 of 3 I0424 03:18:38.080967 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 03:18:38.080974 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0424 03:18:38.080991 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0424 03:18:38.081006 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0424 03:18:38.081034 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0424 03:18:38.081053 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0424 03:18:38.081071 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0424 03:18:38.081092 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0424 03:18:38.081104 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 03:18:38.081136 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0424 03:18:38.081126 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0424 03:18:38.081145 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 03:18:38.081169 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0424 03:18:38.081195 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0424 03:18:38.081198 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 03:18:38.132538 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 03:18:38.157430 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 03:18:38.168808 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0424 03:18:38.230637 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 03:18:39.148888 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0424 03:18:39.182414 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0424 03:18:39.183445 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 03:18:39.203005 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0424 03:18:39.233078 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0424 03:18:41.248632 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0424 03:18:43.212195 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0424 03:18:44.145795 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0424 03:18:44.231214 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0424 03:18:49.249705 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0424 03:18:53.433089 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0424 03:18:53.433116 1 tasks.go:49] processing task group 3 of 3 I0424 03:18:53.433126 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0424 03:18:53.471640 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0424 03:18:53.477891 1 operator.go:851] Updating ClusterOperator status to done. W0424 03:18:53.488542 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0424 03:18:53.519650 1 operator.go:830] Updating ClusterOperator status to InProgress. I0424 03:18:53.525023 1 tasks.go:49] processing task group 1 of 3 I0424 03:18:53.525044 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0424 03:18:53.525058 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0424 03:18:53.539422 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0424 03:18:56.667773 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0424 03:18:56.667796 1 tasks.go:49] processing task group 2 of 3 I0424 03:18:56.667821 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 03:18:56.667827 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0424 03:18:56.667835 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 03:18:56.667856 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0424 03:18:56.667890 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0424 03:18:56.667905 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0424 03:18:56.667921 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0424 03:18:56.667936 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0424 03:18:56.667954 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0424 03:18:56.667978 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0424 03:18:56.667995 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0424 03:18:56.668013 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 03:18:56.668014 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 03:18:56.668016 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0424 03:18:56.668006 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0424 03:18:56.719907 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 03:18:56.744855 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 03:18:56.751864 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0424 03:18:56.811681 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 03:18:57.738059 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0424 03:18:57.767815 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0424 03:18:57.771535 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 03:18:57.805098 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0424 03:18:57.805692 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0424 03:18:59.834079 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0424 03:19:01.808775 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0424 03:19:02.735185 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0424 03:19:02.822547 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0424 03:19:07.836660 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0424 03:19:12.029029 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0424 03:19:12.029069 1 tasks.go:49] processing task group 3 of 3 I0424 03:19:12.029088 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0424 03:19:12.085227 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0424 03:19:12.097476 1 operator.go:851] Updating ClusterOperator status to done. I0424 03:23:34.967349 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0424 03:23:34.967405 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0424 03:23:34.998818 1 operator.go:830] Updating ClusterOperator status to InProgress. I0424 03:23:35.003768 1 tasks.go:49] processing task group 1 of 3 I0424 03:23:35.003798 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0424 03:23:35.003811 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0424 03:23:35.017337 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0424 03:23:38.161942 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0424 03:23:38.161965 1 tasks.go:49] processing task group 2 of 3 I0424 03:23:38.161993 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 03:23:38.161994 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0424 03:23:38.162008 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0424 03:23:38.162030 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 03:23:38.162057 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0424 03:23:38.162075 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0424 03:23:38.162092 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 03:23:38.162116 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0424 03:23:38.162149 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0424 03:23:38.162155 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0424 03:23:38.162154 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0424 03:23:38.162177 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0424 03:23:38.162196 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0424 03:23:38.162216 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0424 03:23:38.162131 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 03:23:38.223010 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 03:23:38.244410 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 03:23:38.251833 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0424 03:23:38.304546 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 03:23:39.240138 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0424 03:23:39.265213 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0424 03:23:39.268864 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 03:23:39.284468 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0424 03:23:39.299632 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0424 03:23:41.333465 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0424 03:23:43.303320 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0424 03:23:44.229866 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0424 03:23:44.317903 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0424 03:23:49.330296 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0424 03:23:53.542177 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0424 03:23:53.542204 1 tasks.go:49] processing task group 3 of 3 I0424 03:23:53.542224 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0424 03:23:53.580985 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0424 03:23:53.588073 1 operator.go:851] Updating ClusterOperator status to done. I0424 03:28:34.967448 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0424 03:28:34.967513 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0424 03:28:34.999864 1 operator.go:830] Updating ClusterOperator status to InProgress. I0424 03:28:35.005145 1 tasks.go:49] processing task group 1 of 3 I0424 03:28:35.005175 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0424 03:28:35.005191 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0424 03:28:35.020200 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0424 03:28:38.168970 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0424 03:28:38.168993 1 tasks.go:49] processing task group 2 of 3 I0424 03:28:38.169019 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 03:28:38.169022 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0424 03:28:38.169039 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0424 03:28:38.169052 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 03:28:38.169069 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 03:28:38.169092 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0424 03:28:38.169109 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0424 03:28:38.169141 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0424 03:28:38.169157 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0424 03:28:38.169174 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 03:28:38.169201 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0424 03:28:38.169213 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0424 03:28:38.169221 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0424 03:28:38.169249 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0424 03:28:38.169265 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0424 03:28:38.229712 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 03:28:38.247861 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 03:28:38.258655 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0424 03:28:38.310047 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 03:28:39.240106 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0424 03:28:39.273728 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 03:28:39.276532 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0424 03:28:39.295062 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0424 03:28:39.302332 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0424 03:28:41.338054 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0424 03:28:43.314838 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0424 03:28:44.236877 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0424 03:28:44.334792 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0424 03:28:49.331589 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0424 03:28:53.524645 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0424 03:28:53.524670 1 tasks.go:49] processing task group 3 of 3 I0424 03:28:53.524686 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0424 03:28:53.565089 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0424 03:28:53.571522 1 operator.go:851] Updating ClusterOperator status to done.