{"level":"info","ts":"2026-11-02T18:46:57.586724307Z","logger":"setup","caller":"kueue/main.go:721","msg":"Configuration loaded","config":"apiVersion: config.kueue.x-k8s.io/v1beta2\nclientConnection:\n burst: 100\n qps: 50\ncontroller:\n groupKindConcurrency:\n ClusterQueue.kueue.x-k8s.io: 1\n Job.batch: 5\n LocalQueue.kueue.x-k8s.io: 1\n Pod: 5\n ResourceFlavor.kueue.x-k8s.io: 1\n Workload.kueue.x-k8s.io: 5\nhealth:\n healthProbeBindAddress: :8081\nintegrations:\n frameworks:\n - trainer.kubeflow.org/trainjob\n - deployment\ninternalCertManagement:\n enable: false\nkind: Configuration\nleaderElection:\n leaderElect: true\n leaseDuration: 2m17s\n renewDeadline: 1m47s\n resourceLock: leases\n resourceName: c1f6bfd2.kueue.x-k8s.io\n resourceNamespace: \"\"\n retryPeriod: 26s\nmanageJobsWithoutQueueName: false\nmanagedJobsNamespaceSelector:\n matchLabels:\n kueue.openshift.io/managed: \"true\"\nmetrics:\n bindAddress: :8443\n enableClusterQueueResources: true\n localQueueMetrics:\n enable: true\nmultiKueue:\n dispatcherName: kueue.x-k8s.io/multikueue-dispatcher-all-at-once\n gcInterval: 1m0s\n origin: multikueue\n workerLostTimeout: 15m0s\nnamespace: openshift-kueue-operator\ntls:\n cipherSuites:\n - TLS_AES_128_GCM_SHA256\n - TLS_AES_256_GCM_SHA384\n - TLS_CHACHA20_POLY1305_SHA256\n - TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256\n - TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256\n - TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384\n - TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384\n - TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305_SHA256\n - TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305_SHA256\n minVersion: VersionTLS12\nvisibilityServer:\n bindPort: 8082\nwebhook:\n certDir: /tmp/k8s-webhook-server/serving-certs\n port: 9443\n"} {"level":"info","ts":"2026-11-02T18:46:57.586884836Z","logger":"setup","caller":"kueue/main.go:170","msg":"Initializing","gitVersion":"d12900d9-dirty","gitCommit":"d12900d94cd6813a3882a6391ffd70009a4b61d9","buildDate":"2026-10-05T16:41:45Z"} {"level":"Level(-2)","ts":"2026-11-02T18:46:57.587245562Z","logger":"setup","caller":"features/kube_features.go:1144","msg":"Loaded feature gates","featureGates":{"AdmissionFairSharing":true,"AdmissionGatedBy":false,"AssignQueueLabelsForPods":true,"CleanupProvisioningRequestsOnEviction":true,"ConcurrentAdmission":false,"CustomMetricLabels":false,"DRAExtendedResources":false,"DeferRayServiceFinalizationForRedisCleanup":true,"DeploymentJobUIDLabel":false,"DynamicResourceAllocation":false,"ElasticJobsViaWorkloadSlices":true,"ElasticJobsViaWorkloadSlicesWithTAS":false,"EnforceProvisioningPodTemplateContents":false,"FailureRecoveryPolicy":false,"FairSharingPreemptWithinNominal":true,"FairSharingPrioritizeNonBorrowing":true,"FairSharingReevaluatePreemptionCandidates":false,"FastQuotaReleaseInPodIntegration":false,"FinalizeTerminatingPodGroups":false,"FinishOrphanedWorkloads":true,"FlavorFungibility":true,"FlavorFungibilityPreserveScanProgress":true,"HierarchicalCohorts":true,"HighMaxParallelismWithinReconcile":false,"KueueDRAIntegration":true,"KueueDRAIntegrationExtendedResource":false,"KueueDRAIntegrationPartitionableDevices":false,"KueueDRARejectWorkloadsWhenDRADisabled":true,"LWSImmutableGroupSize":true,"LendingLimit":true,"LocalQueueDefaulting":true,"LocalQueueMetrics":true,"ManagedJobsNamespaceSelectorAlwaysRespected":true,"MetricForWorkloadCreationLatency":true,"MetricsForCohorts":true,"MultiKueue":true,"MultiKueueAdaptersForCustomJobs":true,"MultiKueueAllowInsecureKubeconfigs":false,"MultiKueueBatchJobClearingTTLSecondsAfterFinishedOnWorkerCluster":false,"MultiKueueBatchJobWithManagedBy":true,"MultiKueueClusterProfile":false,"MultiKueueManagerQuotaAutomation":false,"MultiKueueOrchestratedPreemption":false,"MultiKueueRedoAdmissionOnEvictionInWorker":true,"MultiKueueRemoteSpecSync":true,"MultiKueueReuseClientConnectionConfigForWorkers":false,"MultiKueueWaitForWorkloadAdmitted":true,"ObjectRetentionPolicies":true,"PartialAdmission":true,"PodGroupSchedulingShapeOrdering":false,"PodIntegrationCountSucceededPodsAsReady":false,"PodIntegrationValidateGroupOwner":true,"PrioritizePreemptorWorkloads":false,"PriorityBoost":false,"PrioritySortingWithinCohort":true,"PropagateBatchJobLabelsToWorkload":true,"QuotaCheckStrategy":false,"ReclaimablePods":true,"RecomputeAssignmentUponPreemptionTargetsOverlap":false,"RejectUpdatesToCQWithInvalidOnFlavors":false,"RemoveFinalizersWithStrictPatch":true,"ReservedResourceNameValidation":false,"SanitizePodSets":true,"SchedulerLongRequeueInterval":false,"SchedulerTimestampPreemptionBuffer":false,"SchedulingEquivalenceHashing":true,"SchedulingEquivalenceHashingIgnorePodSetName":false,"ShortWorkloadNames":false,"SkipAncestorCheckForDeletedWorkloads":true,"SkipChildJobSuspension":false,"SkipFinalizersForPodsSuspendedByParent":true,"SkipReassignmentForPodOwnedWorkloads":false,"SparkApplicationIntegration":false,"TASBalancedPlacement":false,"TASCacheNodeMatchResults":true,"TASCacheTopologyTree":false,"TASCachingRemainingResources":true,"TASFailedNodeReplacement":true,"TASFailedNodeReplacementFailFast":true,"TASGroupedPodSetSlicing":false,"TASHandleOverlappingFlavors":true,"TASMultiLayerTopology":false,"TASPartialSlices":true,"TASProfileMixed":true,"TASRecomputeAssignmentWithinSchedulingCycle":true,"TASRejectFalseUnconstrainedTopology":false,"TASReplaceNodeDueToNotReadyOverFixedTime":true,"TASReplaceNodeOnNodeTaints":true,"TASReplaceNodeOnPodTermination":true,"TASRespectNodeAffinityPreferred":false,"TASValidateWorkloadSliceSize":true,"TLSOptions":true,"TopologyAwareScheduling":true,"UnadmittedWorkloadsExplicitStatus":false,"UnadmittedWorkloadsObservability":false,"ValidateRayAndSparkJobUpdates":true,"VectorizedResourceRequests":true,"VisibilityOnDemand":true,"WorkloadIdentifierAnnotations":true,"WorkloadPriorityClassDefaulting":false,"WorkloadRequestUseMergePatch":false,"WorkloadValidateResourcesAreNonNegative":true,"WorkloadValidationForPodSetMetadata":true}} {"level":"info","ts":"2026-11-02T18:46:57.587315167Z","logger":"setup","caller":"kueue/main.go:213","msg":"Initializing metrics certificate watcher using provided certificates","metrics-cert-path":"/etc/kueue/metrics/certs"} {"level":"info","ts":"2026-11-02T18:46:57.58759241Z","logger":"controller-runtime.certwatcher","caller":"certwatcher/certwatcher.go:214","msg":"Updated current TLS certificate","cert":"/etc/kueue/metrics/certs/tls.crt","key":"/etc/kueue/metrics/certs/tls.key"} {"level":"Level(-2)","ts":"2026-11-02T18:46:57.587826254Z","logger":"setup","caller":"kueue/main.go:257","msg":"K8S Client","qps":50,"burst":100} {"level":"info","ts":"2026-11-02T18:46:57.915528393Z","logger":"setup","caller":"kueue/main.go:683","msg":"RoleTracker: leader election enabled"} {"level":"error","ts":"2026-11-02T18:46:57.968364539Z","logger":"setup","caller":"kueue/main.go:445","msg":"Skipping admission check controller setup: Provisioning Requests not supported (Possible cause: missing or unsupported cluster-autoscaler)","error":"no matches for kind \"ProvisioningRequest\" in version \"autoscaling.x-k8s.io/v1\"","stacktrace":"main.setupIndexes\n\t/workspace/upstream/kueue/src/cmd/kueue/main.go:445\nmain.main\n\t/workspace/upstream/kueue/src/cmd/kueue/main.go:363\nruntime.main\n\t/usr/lib/golang/src/runtime/proc.go:290"} {"level":"info","ts":"2026-11-02T18:46:58.020378388Z","logger":"setup","caller":"kueue/main.go:625","msg":"Probe endpoints are configured on healthz and readyz"} {"level":"info","ts":"2026-11-02T18:46:58.02047761Z","logger":"queue-manager","caller":"queue/manager.go:138","msg":"DRA reconcile channel connected"} {"level":"info","ts":"2026-11-02T18:46:58.073425951Z","logger":"setup","caller":"kueue/main.go:497","msg":"Skipping provisioning controller setup: Provisioning Requests not supported (Possible cause: missing or unsupported cluster-autoscaler)"} {"level":"info","ts":"2026-11-02T18:46:58.073684217Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"workload.codeflare.dev/v1beta2, Kind=AppWrapper","path":"/mutate-workload-codeflare-dev-v1beta2-appwrapper"} {"level":"info","ts":"2026-11-02T18:46:58.073790538Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-workload-codeflare-dev-v1beta2-appwrapper"} {"level":"info","ts":"2026-11-02T18:46:58.073830636Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"workload.codeflare.dev/v1beta2, Kind=AppWrapper","path":"/validate-workload-codeflare-dev-v1beta2-appwrapper"} {"level":"info","ts":"2026-11-02T18:46:58.073902323Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-workload-codeflare-dev-v1beta2-appwrapper"} {"level":"info","ts":"2026-11-02T18:46:58.074051407Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"apps/v1, Kind=Deployment","path":"/mutate-apps-v1-deployment"} {"level":"info","ts":"2026-11-02T18:46:58.074123957Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-apps-v1-deployment"} {"level":"info","ts":"2026-11-02T18:46:58.074156816Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"apps/v1, Kind=Deployment","path":"/validate-apps-v1-deployment"} {"level":"info","ts":"2026-11-02T18:46:58.07421502Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-apps-v1-deployment"} {"level":"info","ts":"2026-11-02T18:46:58.074304978Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"batch/v1, Kind=Job","path":"/mutate-batch-v1-job"} {"level":"info","ts":"2026-11-02T18:46:58.074366245Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-batch-v1-job"} {"level":"info","ts":"2026-11-02T18:46:58.074401434Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"batch/v1, Kind=Job","path":"/validate-batch-v1-job"} {"level":"info","ts":"2026-11-02T18:46:58.074452294Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-batch-v1-job"} {"level":"info","ts":"2026-11-02T18:46:58.074513629Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"jobset.x-k8s.io/v1alpha2, Kind=JobSet","path":"/mutate-jobset-x-k8s-io-v1alpha2-jobset"} {"level":"info","ts":"2026-11-02T18:46:58.074564098Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-jobset-x-k8s-io-v1alpha2-jobset"} {"level":"info","ts":"2026-11-02T18:46:58.074596043Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"jobset.x-k8s.io/v1alpha2, Kind=JobSet","path":"/validate-jobset-x-k8s-io-v1alpha2-jobset"} {"level":"info","ts":"2026-11-02T18:46:58.074685911Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-jobset-x-k8s-io-v1alpha2-jobset"} {"level":"info","ts":"2026-11-02T18:46:58.074757135Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=JAXJob","path":"/mutate-kubeflow-org-v1-jaxjob"} {"level":"info","ts":"2026-11-02T18:46:58.074812824Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-jaxjob"} {"level":"info","ts":"2026-11-02T18:46:58.074844472Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=JAXJob","path":"/validate-kubeflow-org-v1-jaxjob"} {"level":"info","ts":"2026-11-02T18:46:58.074888641Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-jaxjob"} {"level":"info","ts":"2026-11-02T18:46:58.074947026Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=PaddleJob","path":"/mutate-kubeflow-org-v1-paddlejob"} {"level":"info","ts":"2026-11-02T18:46:58.075006253Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-paddlejob"} {"level":"info","ts":"2026-11-02T18:46:58.075049909Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=PaddleJob","path":"/validate-kubeflow-org-v1-paddlejob"} {"level":"info","ts":"2026-11-02T18:46:58.075106048Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-paddlejob"} {"level":"info","ts":"2026-11-02T18:46:58.075181326Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=PyTorchJob","path":"/mutate-kubeflow-org-v1-pytorchjob"} {"level":"info","ts":"2026-11-02T18:46:58.07522697Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-pytorchjob"} {"level":"info","ts":"2026-11-02T18:46:58.075262594Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=PyTorchJob","path":"/validate-kubeflow-org-v1-pytorchjob"} {"level":"info","ts":"2026-11-02T18:46:58.075312918Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-pytorchjob"} {"level":"info","ts":"2026-11-02T18:46:58.075374585Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=TFJob","path":"/mutate-kubeflow-org-v1-tfjob"} {"level":"info","ts":"2026-11-02T18:46:58.076041711Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-tfjob"} {"level":"info","ts":"2026-11-02T18:46:58.076143639Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=TFJob","path":"/validate-kubeflow-org-v1-tfjob"} {"level":"info","ts":"2026-11-02T18:46:58.07649304Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-tfjob"} {"level":"info","ts":"2026-11-02T18:46:58.07678039Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=XGBoostJob","path":"/mutate-kubeflow-org-v1-xgboostjob"} {"level":"info","ts":"2026-11-02T18:46:58.076857988Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-xgboostjob"} {"level":"info","ts":"2026-11-02T18:46:58.076895807Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=XGBoostJob","path":"/validate-kubeflow-org-v1-xgboostjob"} {"level":"info","ts":"2026-11-02T18:46:58.077602281Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-xgboostjob"} {"level":"info","ts":"2026-11-02T18:46:58.077822148Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v2beta1, Kind=MPIJob","path":"/mutate-kubeflow-org-v2beta1-mpijob"} {"level":"info","ts":"2026-11-02T18:46:58.077980242Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v2beta1-mpijob"} {"level":"info","ts":"2026-11-02T18:46:58.078169219Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"kubeflow.org/v2beta1, Kind=MPIJob","path":"/validate-kubeflow-org-v2beta1-mpijob"} {"level":"info","ts":"2026-11-02T18:46:58.078212131Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v2beta1-mpijob"} {"level":"info","ts":"2026-11-02T18:46:58.078318225Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"/v1, Kind=Pod","path":"/mutate--v1-pod"} {"level":"info","ts":"2026-11-02T18:46:58.078360673Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate--v1-pod"} {"level":"info","ts":"2026-11-02T18:46:58.078391359Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"/v1, Kind=Pod","path":"/validate--v1-pod"} {"level":"info","ts":"2026-11-02T18:46:58.078426604Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate--v1-pod"} {"level":"info","ts":"2026-11-02T18:46:58.078484618Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"leaderworkerset.x-k8s.io/v1, Kind=LeaderWorkerSet","path":"/mutate-leaderworkerset-x-k8s-io-v1-leaderworkerset"} {"level":"info","ts":"2026-11-02T18:46:58.078522564Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-leaderworkerset-x-k8s-io-v1-leaderworkerset"} {"level":"info","ts":"2026-11-02T18:46:58.07854415Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"leaderworkerset.x-k8s.io/v1, Kind=LeaderWorkerSet","path":"/validate-leaderworkerset-x-k8s-io-v1-leaderworkerset"} {"level":"info","ts":"2026-11-02T18:46:58.078587122Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-leaderworkerset-x-k8s-io-v1-leaderworkerset"} {"level":"info","ts":"2026-11-02T18:46:58.078657525Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"ray.io/v1, Kind=RayCluster","path":"/mutate-ray-io-v1-raycluster"} {"level":"info","ts":"2026-11-02T18:46:58.078694487Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-ray-io-v1-raycluster"} {"level":"info","ts":"2026-11-02T18:46:58.078718022Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"ray.io/v1, Kind=RayCluster","path":"/validate-ray-io-v1-raycluster"} {"level":"info","ts":"2026-11-02T18:46:58.078751763Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-ray-io-v1-raycluster"} {"level":"info","ts":"2026-11-02T18:46:58.078798335Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"ray.io/v1, Kind=RayJob","path":"/mutate-ray-io-v1-rayjob"} {"level":"info","ts":"2026-11-02T18:46:58.078831916Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-ray-io-v1-rayjob"} {"level":"info","ts":"2026-11-02T18:46:58.078851356Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"ray.io/v1, Kind=RayJob","path":"/validate-ray-io-v1-rayjob"} {"level":"info","ts":"2026-11-02T18:46:58.078884017Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-ray-io-v1-rayjob"} {"level":"info","ts":"2026-11-02T18:46:58.078928239Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"ray.io/v1, Kind=RayService","path":"/mutate-ray-io-v1-rayservice"} {"level":"info","ts":"2026-11-02T18:46:58.078979307Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-ray-io-v1-rayservice"} {"level":"info","ts":"2026-11-02T18:46:58.079006339Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"ray.io/v1, Kind=RayService","path":"/validate-ray-io-v1-rayservice"} {"level":"info","ts":"2026-11-02T18:46:58.079041912Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-ray-io-v1-rayservice"} {"level":"info","ts":"2026-11-02T18:46:58.079095023Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"sparkoperator.k8s.io/v1beta2, Kind=SparkApplication","path":"/mutate-sparkoperator-k8s-io-v1beta2-sparkapplication"} {"level":"info","ts":"2026-11-02T18:46:58.079130272Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-sparkoperator-k8s-io-v1beta2-sparkapplication"} {"level":"info","ts":"2026-11-02T18:46:58.079151755Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"sparkoperator.k8s.io/v1beta2, Kind=SparkApplication","path":"/validate-sparkoperator-k8s-io-v1beta2-sparkapplication"} {"level":"info","ts":"2026-11-02T18:46:58.079187665Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-sparkoperator-k8s-io-v1beta2-sparkapplication"} {"level":"info","ts":"2026-11-02T18:46:58.07924005Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"apps/v1, Kind=StatefulSet","path":"/mutate-apps-v1-statefulset"} {"level":"info","ts":"2026-11-02T18:46:58.079271277Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-apps-v1-statefulset"} {"level":"info","ts":"2026-11-02T18:46:58.079292637Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"apps/v1, Kind=StatefulSet","path":"/validate-apps-v1-statefulset"} {"level":"info","ts":"2026-11-02T18:46:58.079319942Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-apps-v1-statefulset"} {"level":"info","ts":"2026-11-02T18:46:58.079728539Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","path":"/mutate-trainer-kubeflow-org-v1alpha1-trainjob"} {"level":"info","ts":"2026-11-02T18:46:58.079788675Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-trainer-kubeflow-org-v1alpha1-trainjob"} {"level":"info","ts":"2026-11-02T18:46:58.079812164Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","path":"/validate-trainer-kubeflow-org-v1alpha1-trainjob"} {"level":"info","ts":"2026-11-02T18:46:58.079847938Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-trainer-kubeflow-org-v1alpha1-trainjob"} {"level":"info","ts":"2026-11-02T18:46:58.079896051Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=Workload","path":"/mutate-kueue-x-k8s-io-v1beta2-workload"} {"level":"info","ts":"2026-11-02T18:46:58.079932785Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kueue-x-k8s-io-v1beta2-workload"} {"level":"info","ts":"2026-11-02T18:46:58.079957557Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=Workload","path":"/validate-kueue-x-k8s-io-v1beta2-workload"} {"level":"info","ts":"2026-11-02T18:46:58.079992821Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kueue-x-k8s-io-v1beta2-workload"} {"level":"info","ts":"2026-11-02T18:46:58.080056325Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/convert"} {"level":"info","ts":"2026-11-02T18:46:58.080064773Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:319","msg":"Conversion webhook enabled","GVK":"kueue.x-k8s.io/v1beta2, Kind=Workload"} {"level":"info","ts":"2026-11-02T18:46:58.080084869Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=ResourceFlavor","path":"/mutate-kueue-x-k8s-io-v1beta2-resourceflavor"} {"level":"info","ts":"2026-11-02T18:46:58.080117481Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kueue-x-k8s-io-v1beta2-resourceflavor"} {"level":"info","ts":"2026-11-02T18:46:58.08013821Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=ResourceFlavor","path":"/validate-kueue-x-k8s-io-v1beta2-resourceflavor"} {"level":"info","ts":"2026-11-02T18:46:58.08017017Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kueue-x-k8s-io-v1beta2-resourceflavor"} {"level":"info","ts":"2026-11-02T18:46:58.080220844Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=ClusterQueue","path":"/mutate-kueue-x-k8s-io-v1beta2-clusterqueue"} {"level":"info","ts":"2026-11-02T18:46:58.080254251Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kueue-x-k8s-io-v1beta2-clusterqueue"} {"level":"info","ts":"2026-11-02T18:46:58.080282097Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=ClusterQueue","path":"/validate-kueue-x-k8s-io-v1beta2-clusterqueue"} {"level":"info","ts":"2026-11-02T18:46:58.080316324Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kueue-x-k8s-io-v1beta2-clusterqueue"} {"level":"info","ts":"2026-11-02T18:46:58.080347941Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:319","msg":"Conversion webhook enabled","GVK":"kueue.x-k8s.io/v1beta2, Kind=ClusterQueue"} {"level":"info","ts":"2026-11-02T18:46:58.0803708Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=Cohort","path":"/validate-kueue-x-k8s-io-v1beta2-cohort"} {"level":"info","ts":"2026-11-02T18:46:58.080404149Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kueue-x-k8s-io-v1beta2-cohort"} {"level":"info","ts":"2026-11-02T18:46:58.080433051Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:319","msg":"Conversion webhook enabled","GVK":"kueue.x-k8s.io/v1beta2, Kind=Cohort"} {"level":"info","ts":"2026-11-02T18:46:58.080463084Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:319","msg":"Conversion webhook enabled","GVK":"kueue.x-k8s.io/v1beta2, Kind=LocalQueue"} {"level":"info","ts":"2026-11-02T18:46:58.080485007Z","logger":"setup","caller":"kueue/main.go:430","msg":"Starting manager"} {"level":"info","ts":"2026-11-02T18:46:58.080543854Z","logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"} {"level":"info","ts":"2026-11-02T18:46:58.080593675Z","caller":"manager/server.go:83","msg":"starting server","name":"health probe","addr":"[::]:8081"} {"level":"info","ts":"2026-11-02T18:46:58.080652997Z","logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":8443","secure":true} {"level":"info","ts":"2026-11-02T18:46:58.080694729Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:191","msg":"Starting webhook server"} {"level":"info","ts":"2026-11-02T18:46:58.081201328Z","logger":"controller-runtime.certwatcher","caller":"certwatcher/certwatcher.go:214","msg":"Updated current TLS certificate","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key"} {"level":"info","ts":"2026-11-02T18:46:58.08134613Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:242","msg":"Serving webhook server","host":"","port":9443} {"level":"info","ts":"2026-11-02T18:46:58.081448386Z","logger":"controller-runtime.certwatcher","caller":"certwatcher/certwatcher.go:136","msg":"Starting certificate poll+watcher","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10} {"level":"Level(-2)","ts":"2026-11-02T18:46:58.135002087Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1beta2.MultiKueueConfig","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"} {"level":"Level(-2)","ts":"2026-11-02T18:46:58.135052269Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1beta2.AdmissionCheck","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"} {"level":"Level(-2)","ts":"2026-11-02T18:46:58.135325253Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1.LimitRange","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"} {"level":"Level(-2)","ts":"2026-11-02T18:46:58.135607024Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1alpha1.TrainingRuntime","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"} {"level":"Level(-2)","ts":"2026-11-02T18:46:58.135686516Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1beta2.ResourceFlavor","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"} {"level":"Level(-2)","ts":"2026-11-02T18:46:58.135715216Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1beta2.MultiKueueCluster","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"} {"level":"Level(-2)","ts":"2026-11-02T18:46:58.136070524Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1beta2.LocalQueue","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"} {"level":"Level(-2)","ts":"2026-11-02T18:46:58.136335685Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1alpha1.TrainJob","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"} {"level":"Level(-2)","ts":"2026-11-02T18:46:58.136386075Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1beta2.Workload","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"} {"level":"Level(-2)","ts":"2026-11-02T18:46:58.136616497Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1.Node","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"} {"level":"Level(-2)","ts":"2026-11-02T18:46:58.136821838Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1alpha1.ClusterTrainingRuntime","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"} I1102 18:46:58.189743 1 plugins.go:157] Loaded 1 mutating admission controller(s) successfully in the following order: NamespaceLifecycle. I1102 18:46:58.192580 1 handler.go:304] Adding GroupVersion visibility.kueue.x-k8s.io v1beta2 to ResourceManager I1102 18:46:58.192776 1 handler.go:304] Adding GroupVersion visibility.kueue.x-k8s.io v1beta1 to ResourceManager I1102 18:46:58.288007 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I1102 18:46:58.288071 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I1102 18:46:58.288165 1 shared_informer.go:402] "Waiting for caches to sync" I1102 18:46:58.288182 1 shared_informer.go:402] "Waiting for caches to sync" I1102 18:46:58.288196 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I1102 18:46:58.288214 1 shared_informer.go:402] "Waiting for caches to sync" I1102 18:46:58.288829 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/visibility/tls.crt::/visibility/tls.key" I1102 18:46:58.289855 1 secure_serving.go:214] Serving securely on [::]:8082 I1102 18:46:58.289939 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I1102 18:46:58.290021 1 apf_controller.go:377] Starting API Priority and Fairness config controller {"level":"Level(-2)","ts":"2026-11-02T18:46:58.29100217Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1.Pod","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"} {"level":"info","ts":"2026-11-02T18:46:58.381953679Z","logger":"controller-runtime.certwatcher","caller":"certwatcher/certwatcher.go:136","msg":"Starting certificate poll+watcher","cert":"/etc/kueue/metrics/certs/tls.crt","key":"/etc/kueue/metrics/certs/tls.key","interval":10} {"level":"info","ts":"2026-11-02T18:46:58.38204664Z","logger":"resourceflavor-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0x6d4192fecb0"} {"level":"info","ts":"2026-11-02T18:46:58.382120324Z","logger":"workloadpriorityclass-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.WorkloadPriorityClass"} {"level":"info","ts":"2026-11-02T18:46:58.38205978Z","logger":"localqueue-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0x6d4192feee0"} {"level":"info","ts":"2026-11-02T18:46:58.38219299Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Namespace"} {"level":"info","ts":"2026-11-02T18:46:58.382235682Z","logger":"tas-topology-ungater","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.Workload"} I1102 18:46:58.382301 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="openshift-kueue-operator/c1f6bfd2.kueue.x-k8s.io" {"level":"info","ts":"2026-11-02T18:46:58.382342281Z","logger":"tas-topology-controller","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.Topology"} {"level":"info","ts":"2026-11-02T18:46:58.382374194Z","logger":"workload-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ClusterQueue"} {"level":"info","ts":"2026-11-02T18:46:58.382385959Z","logger":"workload-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0x6d4192ff1f0"} {"level":"info","ts":"2026-11-02T18:46:58.382393746Z","logger":"tas-topology-controller","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ResourceFlavor"} {"level":"info","ts":"2026-11-02T18:46:58.38237819Z","logger":"workload-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.LimitRange"} {"level":"info","ts":"2026-11-02T18:46:58.382413087Z","logger":"workload-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.RuntimeClass"} {"level":"info","ts":"2026-11-02T18:46:58.382138245Z","logger":"localqueue-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ClusterQueue"} {"level":"info","ts":"2026-11-02T18:46:58.382198733Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ClusterQueue"} {"level":"info","ts":"2026-11-02T18:46:58.382057207Z","logger":"admissioncheck-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.AdmissionCheck"} {"level":"info","ts":"2026-11-02T18:46:58.382229222Z","logger":"tas-resource-flavor-controller","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ResourceFlavor"} {"level":"info","ts":"2026-11-02T18:46:58.382046401Z","logger":"admissioncheck-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0x6d4192fed90"} {"level":"info","ts":"2026-11-02T18:46:58.382115844Z","logger":"resourceflavor-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ResourceFlavor"} {"level":"info","ts":"2026-11-02T18:46:58.382191073Z","logger":"ElasticJobUngater","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.Workload"} {"level":"info","ts":"2026-11-02T18:46:58.38222902Z","logger":"ElasticJobUngater","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Pod"} {"level":"info","ts":"2026-11-02T18:46:58.38225563Z","logger":"tas-topology-ungater","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Pod"} {"level":"info","ts":"2026-11-02T18:46:58.382525972Z","logger":"cohort-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0x6d4192ff030"} {"level":"info","ts":"2026-11-02T18:46:58.382188261Z","logger":"tas-resource-flavor-controller","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0x6d419337180"} {"level":"info","ts":"2026-11-02T18:46:58.382537219Z","logger":"workload-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.LocalQueue"} {"level":"info","ts":"2026-11-02T18:46:58.382211118Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0x6d4192ff110"} {"level":"info","ts":"2026-11-02T18:46:58.382134162Z","logger":"localqueue-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.LocalQueue"} {"level":"info","ts":"2026-11-02T18:46:58.382559066Z","logger":"workload-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.Workload"} {"level":"info","ts":"2026-11-02T18:46:58.382581707Z","logger":"cohort-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.Cohort"} {"level":"info","ts":"2026-11-02T18:46:58.382691825Z","logger":"tas-non-tas-usage-controller","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Pod"} {"level":"info","ts":"2026-11-02T18:46:58.382791343Z","logger":"tas-node-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Node"} {"level":"info","ts":"2026-11-02T18:46:58.382805525Z","logger":"tas-node-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Pod"} I1102 18:46:58.388546 1 shared_informer.go:409] "Caches are synced" I1102 18:46:58.388635 1 shared_informer.go:409] "Caches are synced" I1102 18:46:58.388645 1 shared_informer.go:409] "Caches are synced" I1102 18:46:58.390800 1 apf_controller.go:382] Running API Priority and Fairness config worker I1102 18:46:58.390809 1 apf_controller.go:385] Running API Priority and Fairness periodic rebalancing process {"level":"Level(-2)","ts":"2026-11-02T18:46:58.437484825Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1.RuntimeClass","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"} {"level":"Level(-2)","ts":"2026-11-02T18:46:58.437517948Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1beta2.WorkloadPriorityClass","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"} {"level":"Level(-2)","ts":"2026-11-02T18:46:58.437537201Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1beta2.Cohort","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"} {"level":"Level(-2)","ts":"2026-11-02T18:46:58.43760154Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1beta2.Topology","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"} {"level":"Level(-2)","ts":"2026-11-02T18:46:58.437757568Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1beta2.ClusterQueue","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"} {"level":"Level(-2)","ts":"2026-11-02T18:46:58.439034116Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1.Namespace","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"} {"level":"info","ts":"2026-11-02T18:46:58.483103396Z","logger":"admissioncheck-reconciler","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"follower"} {"level":"info","ts":"2026-11-02T18:46:58.483131865Z","logger":"admissioncheck-reconciler","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"follower","worker count":1} {"level":"info","ts":"2026-11-02T18:46:58.483188824Z","logger":"resourceflavor-reconciler","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"follower"} {"level":"info","ts":"2026-11-02T18:46:58.483213338Z","logger":"tas-resource-flavor-controller","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"follower"} {"level":"info","ts":"2026-11-02T18:46:58.483294629Z","logger":"tas-resource-flavor-controller","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"follower","worker count":1} {"level":"info","ts":"2026-11-02T18:46:58.483200586Z","logger":"tas-topology-ungater","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"follower"} {"level":"info","ts":"2026-11-02T18:46:58.483239759Z","logger":"resourceflavor-reconciler","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"follower","worker count":1} {"level":"info","ts":"2026-11-02T18:46:58.483281582Z","logger":"tas-non-tas-usage-controller","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"follower"} {"level":"info","ts":"2026-11-02T18:46:58.483322428Z","logger":"tas-topology-ungater","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"follower","worker count":5} {"level":"info","ts":"2026-11-02T18:46:58.483189262Z","logger":"ElasticJobUngater","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"follower"} {"level":"info","ts":"2026-11-02T18:46:58.483343329Z","logger":"ElasticJobUngater","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"follower","worker count":5} {"level":"info","ts":"2026-11-02T18:46:58.483331791Z","logger":"tas-non-tas-usage-controller","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"follower","worker count":5} {"level":"info","ts":"2026-11-02T18:46:58.483381656Z","logger":"tas-node-reconciler","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"follower"} {"level":"info","ts":"2026-11-02T18:46:58.483406902Z","logger":"tas-node-reconciler","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"follower","worker count":1} {"level":"info","ts":"2026-11-02T18:46:58.583653092Z","logger":"localqueue-reconciler","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"follower"} {"level":"info","ts":"2026-11-02T18:46:58.583668116Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"follower"} {"level":"info","ts":"2026-11-02T18:46:58.583675239Z","logger":"cohort-reconciler","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"follower"} {"level":"info","ts":"2026-11-02T18:46:58.583689041Z","logger":"localqueue-reconciler","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"follower","worker count":1} {"level":"info","ts":"2026-11-02T18:46:58.583694317Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"follower","worker count":1} {"level":"info","ts":"2026-11-02T18:46:58.583657102Z","logger":"workloadpriorityclass-reconciler","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"follower"} {"level":"info","ts":"2026-11-02T18:46:58.583698094Z","logger":"workload-reconciler","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"follower"} {"level":"info","ts":"2026-11-02T18:46:58.583721624Z","logger":"workload-reconciler","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"follower","worker count":5} {"level":"info","ts":"2026-11-02T18:46:58.583719548Z","logger":"workloadpriorityclass-reconciler","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"follower","worker count":1} {"level":"info","ts":"2026-11-02T18:46:58.583701867Z","logger":"tas-topology-controller","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"follower"} {"level":"info","ts":"2026-11-02T18:46:58.583700045Z","logger":"cohort-reconciler","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"follower","worker count":1} {"level":"info","ts":"2026-11-02T18:46:58.5837394Z","logger":"tas-topology-controller","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"follower","worker count":1} {"level":"Level(-2)","ts":"2026-11-02T19:25:25.405787165Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:141","msg":"ResourceFlavor create event","replica-role":"follower","resourceFlavor":{"name":"rf-smvtt"}} {"level":"Level(-2)","ts":"2026-11-02T19:25:25.772230992Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:351","msg":"ClusterQueue create event","replica-role":"follower","clusterQueue":{"name":"cq-jrsgx"}} {"level":"Level(-2)","ts":"2026-11-02T19:25:25.789854061Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:240","msg":"LocalQueue create event","replica-role":"follower","localQueue":{"name":"lq-6qbzx","namespace":"test-ns-gws47"}} {"level":"Level(-2)","ts":"2026-11-02T19:25:25.827731421Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cq-jrsgx"}} {"level":"Level(-2)","ts":"2026-11-02T19:25:25.842881646Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"lq-6qbzx","namespace":"test-ns-gws47"}} {"level":"Level(-2)","ts":"2026-11-02T19:25:25.899031019Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"lq-6qbzx","namespace":"test-ns-gws47"}} {"level":"Level(-2)","ts":"2026-11-02T19:25:27.157293223Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1276","msg":"Workload create event","replica-role":"follower","workload":{"name":"pod-dw-deployment-ppjlp-8556fdc7bd-lcfgh-ea040","namespace":"test-ns-gws47"},"queue":"lq-6qbzx","status":"pending"} {"level":"Level(-2)","ts":"2026-11-02T19:25:27.318095578Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1369","msg":"Workload update event","replica-role":"follower","workload":{"name":"pod-dw-deployment-ppjlp-8556fdc7bd-lcfgh-ea040","namespace":"test-ns-gws47"},"queue":"lq-6qbzx","status":"admitted","prevStatus":"pending","clusterQueue":"cq-jrsgx"} {"level":"Level(-2)","ts":"2026-11-02T19:25:28.258543814Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"lq-6qbzx","namespace":"test-ns-gws47"}} {"level":"Level(-2)","ts":"2026-11-02T19:25:28.261551512Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cq-jrsgx"}} {"level":"Level(-2)","ts":"2026-11-02T19:25:44.105167788Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1276","msg":"Workload create event","replica-role":"follower","workload":{"name":"trainjob-q42f4ce24259-ec4c6","namespace":"test-ns-gws47"},"queue":"lq-6qbzx","status":"pending"} {"level":"Level(-2)","ts":"2026-11-02T19:25:44.245851319Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1369","msg":"Workload update event","replica-role":"follower","workload":{"name":"trainjob-q42f4ce24259-ec4c6","namespace":"test-ns-gws47"},"queue":"lq-6qbzx","status":"admitted","prevStatus":"pending","clusterQueue":"cq-jrsgx"} {"level":"Level(-2)","ts":"2026-11-02T19:25:45.160839703Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"lq-6qbzx","namespace":"test-ns-gws47"}} {"level":"Level(-2)","ts":"2026-11-02T19:25:45.16179709Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cq-jrsgx"}} {"level":"Level(-2)","ts":"2026-11-02T19:25:45.378816248Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1.PartialObjectMetadata","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"} {"level":"Level(-2)","ts":"2026-11-02T19:25:45.528323188Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1.PartialObjectMetadata","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"} {"level":"Level(-2)","ts":"2026-11-02T19:26:23.796700675Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1369","msg":"Workload update event","replica-role":"follower","workload":{"name":"trainjob-q42f4ce24259-ec4c6","namespace":"test-ns-gws47"},"queue":"lq-6qbzx","status":"finished","prevStatus":"admitted","clusterQueue":"cq-jrsgx"} {"level":"Level(-2)","ts":"2026-11-02T19:26:24.066167462Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1369","msg":"Workload update event","replica-role":"follower","workload":{"name":"trainjob-q42f4ce24259-ec4c6","namespace":"test-ns-gws47"},"queue":"lq-6qbzx","status":"finished","clusterQueue":"cq-jrsgx"} {"level":"Level(-2)","ts":"2026-11-02T19:26:24.851184312Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"lq-6qbzx","namespace":"test-ns-gws47"}} {"level":"Level(-2)","ts":"2026-11-02T19:26:24.854104177Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cq-jrsgx"}} {"level":"Level(-2)","ts":"2026-11-02T19:26:26.965907692Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1312","msg":"Workload delete event","replica-role":"follower","workload":{"name":"trainjob-q42f4ce24259-ec4c6","namespace":"test-ns-gws47"},"queue":"lq-6qbzx","status":"finished"} {"level":"Level(-2)","ts":"2026-11-02T19:26:28.50298494Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cq-jrsgx"}} {"level":"Level(-2)","ts":"2026-11-02T19:26:28.519503477Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"follower","resourceFlavor":{"name":"rf-smvtt"}} {"level":"Level(-2)","ts":"2026-11-02T19:26:28.558301012Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cq-jrsgx"}} {"level":"Level(-2)","ts":"2026-11-02T19:26:28.612759412Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"lq-6qbzx","namespace":"test-ns-gws47"}} {"level":"Level(-2)","ts":"2026-11-02T19:26:28.862090187Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:141","msg":"ResourceFlavor create event","replica-role":"follower","resourceFlavor":{"name":"rf-nkprn"}} {"level":"Level(-2)","ts":"2026-11-02T19:26:28.98456258Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:351","msg":"ClusterQueue create event","replica-role":"follower","clusterQueue":{"name":"cq-rf2xr"}} {"level":"Level(-2)","ts":"2026-11-02T19:26:29.003106799Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:240","msg":"LocalQueue create event","replica-role":"follower","localQueue":{"name":"lq-6dt7b","namespace":"test-ns-z95z9"}} {"level":"Level(-2)","ts":"2026-11-02T19:26:29.037965289Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cq-rf2xr"}} {"level":"Level(-2)","ts":"2026-11-02T19:26:29.057405382Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"lq-6dt7b","namespace":"test-ns-z95z9"}} {"level":"Level(-2)","ts":"2026-11-02T19:26:29.112146805Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"lq-6dt7b","namespace":"test-ns-z95z9"}} {"level":"Level(-2)","ts":"2026-11-02T19:26:29.494032065Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1276","msg":"Workload create event","replica-role":"follower","workload":{"name":"trainjob-test-preemption-trainjob-h67sh-61b2a","namespace":"test-ns-z95z9"},"queue":"lq-6dt7b","status":"pending"} {"level":"Level(-2)","ts":"2026-11-02T19:26:29.601911062Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1369","msg":"Workload update event","replica-role":"follower","workload":{"name":"trainjob-test-preemption-trainjob-h67sh-61b2a","namespace":"test-ns-z95z9"},"queue":"lq-6dt7b","status":"admitted","prevStatus":"pending","clusterQueue":"cq-rf2xr"} {"level":"Level(-2)","ts":"2026-11-02T19:26:30.547189885Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"lq-6dt7b","namespace":"test-ns-z95z9"}} {"level":"Level(-2)","ts":"2026-11-02T19:26:30.550194972Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cq-rf2xr"}} {"level":"Level(-2)","ts":"2026-11-02T19:26:32.432120247Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1369","msg":"Workload update event","replica-role":"follower","workload":{"name":"trainjob-test-preemption-trainjob-h67sh-61b2a","namespace":"test-ns-z95z9"},"queue":"lq-6dt7b","status":"admitted","clusterQueue":"cq-rf2xr"} {"level":"Level(-2)","ts":"2026-11-02T19:26:32.432189036Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1381","msg":"Workload will not be queued because the workload is not active","replica-role":"follower","workload":{"name":"trainjob-test-preemption-trainjob-h67sh-61b2a","namespace":"test-ns-z95z9"},"queue":"lq-6dt7b","status":"admitted","clusterQueue":"cq-rf2xr"} {"level":"Level(-2)","ts":"2026-11-02T19:26:32.542257929Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1369","msg":"Workload update event","replica-role":"follower","workload":{"name":"trainjob-test-preemption-trainjob-h67sh-61b2a","namespace":"test-ns-z95z9"},"queue":"lq-6dt7b","status":"admitted","clusterQueue":"cq-rf2xr"} {"level":"Level(-2)","ts":"2026-11-02T19:26:32.542338112Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1381","msg":"Workload will not be queued because the workload is not active","replica-role":"follower","workload":{"name":"trainjob-test-preemption-trainjob-h67sh-61b2a","namespace":"test-ns-z95z9"},"queue":"lq-6dt7b","status":"admitted","clusterQueue":"cq-rf2xr"} {"level":"Level(-2)","ts":"2026-11-02T19:26:33.485155046Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"lq-6dt7b","namespace":"test-ns-z95z9"}} {"level":"Level(-2)","ts":"2026-11-02T19:26:33.488281788Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cq-rf2xr"}} {"level":"Level(-2)","ts":"2026-11-02T19:26:33.495806206Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cq-rf2xr"}} {"level":"Level(-2)","ts":"2026-11-02T19:26:33.51200518Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"follower","resourceFlavor":{"name":"rf-nkprn"}} {"level":"Level(-2)","ts":"2026-11-02T19:26:33.602402639Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:376","msg":"ClusterQueue delete event","replica-role":"follower","clusterQueue":{"name":"cq-rf2xr"}} {"level":"Level(-2)","ts":"2026-11-02T19:26:33.602500212Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:385","msg":"Cleared resource metrics for deleted ClusterQueue.","replica-role":"follower","clusterQueue":{"name":"cq-rf2xr"}} {"level":"Level(-2)","ts":"2026-11-02T19:26:33.655744249Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"lq-6dt7b","namespace":"test-ns-z95z9"}} {"level":"Level(-2)","ts":"2026-11-02T19:26:33.706399312Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:159","msg":"ResourceFlavor delete event","replica-role":"follower","resourceFlavor":{"name":"rf-nkprn"}} {"level":"Level(-2)","ts":"2026-11-02T19:26:33.798516668Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1369","msg":"Workload update event","replica-role":"follower","workload":{"name":"trainjob-test-preemption-trainjob-h67sh-61b2a","namespace":"test-ns-z95z9"},"queue":"lq-6dt7b","status":"pending","prevStatus":"admitted","prevClusterQueue":"cq-rf2xr"} {"level":"Level(-2)","ts":"2026-11-02T19:26:33.798582907Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1381","msg":"Workload will not be queued because the workload is not active","replica-role":"follower","workload":{"name":"trainjob-test-preemption-trainjob-h67sh-61b2a","namespace":"test-ns-z95z9"},"queue":"lq-6dt7b","status":"pending","prevStatus":"admitted","prevClusterQueue":"cq-rf2xr"} {"level":"Level(-2)","ts":"2026-11-02T19:26:33.807745113Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:141","msg":"ResourceFlavor create event","replica-role":"follower","resourceFlavor":{"name":"rf-rzn84"}} {"level":"Level(-2)","ts":"2026-11-02T19:26:33.910347553Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1369","msg":"Workload update event","replica-role":"follower","workload":{"name":"trainjob-test-preemption-trainjob-h67sh-61b2a","namespace":"test-ns-z95z9"},"queue":"lq-6dt7b","status":"pending"} {"level":"Level(-2)","ts":"2026-11-02T19:26:33.910414498Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1381","msg":"Workload will not be queued because the workload is not active","replica-role":"follower","workload":{"name":"trainjob-test-preemption-trainjob-h67sh-61b2a","namespace":"test-ns-z95z9"},"queue":"lq-6dt7b","status":"pending"} {"level":"Level(-2)","ts":"2026-11-02T19:26:33.929366074Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:351","msg":"ClusterQueue create event","replica-role":"follower","clusterQueue":{"name":"cq-ccnzs"}} {"level":"Level(-2)","ts":"2026-11-02T19:26:33.947482322Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:240","msg":"LocalQueue create event","replica-role":"follower","localQueue":{"name":"lq-psq8h","namespace":"test-ns-292fh"}} {"level":"Level(-2)","ts":"2026-11-02T19:26:33.984044209Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cq-ccnzs"}} {"level":"Level(-2)","ts":"2026-11-02T19:26:33.999246841Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"lq-psq8h","namespace":"test-ns-292fh"}} {"level":"Level(-2)","ts":"2026-11-02T19:26:34.053800491Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"lq-psq8h","namespace":"test-ns-292fh"}} {"level":"Level(-2)","ts":"2026-11-02T19:26:34.435813616Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1276","msg":"Workload create event","replica-role":"follower","workload":{"name":"trainjob-test-runtimepatches-trainjob-99mcp-1af38","namespace":"test-ns-292fh"},"queue":"lq-psq8h","status":"pending"} {"level":"Level(-2)","ts":"2026-11-02T19:26:34.543971773Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1369","msg":"Workload update event","replica-role":"follower","workload":{"name":"trainjob-test-runtimepatches-trainjob-99mcp-1af38","namespace":"test-ns-292fh"},"queue":"lq-psq8h","status":"admitted","prevStatus":"pending","clusterQueue":"cq-ccnzs"} {"level":"Level(-2)","ts":"2026-11-02T19:26:35.200462685Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cq-ccnzs"}} {"level":"Level(-2)","ts":"2026-11-02T19:26:35.216603865Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"follower","resourceFlavor":{"name":"rf-rzn84"}} {"level":"Level(-2)","ts":"2026-11-02T19:26:35.255465428Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cq-ccnzs"}} {"level":"Level(-2)","ts":"2026-11-02T19:26:35.307885446Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"lq-psq8h","namespace":"test-ns-292fh"}}