{"level":"info","ts":"2026-10-23T03:35:07.137146155Z","logger":"setup","caller":"kueue/main.go:721","msg":"Configuration loaded","config":"apiVersion: config.kueue.x-k8s.io/v1beta2\nclientConnection:\n burst: 100\n qps: 50\ncontroller:\n groupKindConcurrency:\n ClusterQueue.kueue.x-k8s.io: 1\n Job.batch: 5\n LocalQueue.kueue.x-k8s.io: 1\n Pod: 5\n ResourceFlavor.kueue.x-k8s.io: 1\n Workload.kueue.x-k8s.io: 5\nhealth:\n healthProbeBindAddress: :8081\nintegrations:\n frameworks:\n - trainer.kubeflow.org/trainjob\n - deployment\ninternalCertManagement:\n enable: false\nkind: Configuration\nleaderElection:\n leaderElect: true\n leaseDuration: 2m17s\n renewDeadline: 1m47s\n resourceLock: leases\n resourceName: c1f6bfd2.kueue.x-k8s.io\n resourceNamespace: \"\"\n retryPeriod: 26s\nmanageJobsWithoutQueueName: false\nmanagedJobsNamespaceSelector:\n matchLabels:\n kueue.openshift.io/managed: \"true\"\nmetrics:\n bindAddress: :8443\n enableClusterQueueResources: true\n localQueueMetrics:\n enable: true\nmultiKueue:\n dispatcherName: kueue.x-k8s.io/multikueue-dispatcher-all-at-once\n gcInterval: 1m0s\n origin: multikueue\n workerLostTimeout: 15m0s\nnamespace: openshift-kueue-operator\ntls:\n cipherSuites:\n - TLS_AES_128_GCM_SHA256\n - TLS_AES_256_GCM_SHA384\n - TLS_CHACHA20_POLY1305_SHA256\n - TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256\n - TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256\n - TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384\n - TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384\n - TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305_SHA256\n - TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305_SHA256\n minVersion: VersionTLS12\nvisibilityServer:\n bindPort: 8082\nwebhook:\n certDir: /tmp/k8s-webhook-server/serving-certs\n port: 9443\n"} {"level":"info","ts":"2026-10-23T03:35:07.137319647Z","logger":"setup","caller":"kueue/main.go:170","msg":"Initializing","gitVersion":"d12900d9-dirty","gitCommit":"d12900d94cd6813a3882a6391ffd70009a4b61d9","buildDate":"2026-10-05T16:41:45Z"} {"level":"Level(-2)","ts":"2026-10-23T03:35:07.138458204Z","logger":"setup","caller":"features/kube_features.go:1144","msg":"Loaded feature gates","featureGates":{"AdmissionFairSharing":true,"AdmissionGatedBy":false,"AssignQueueLabelsForPods":true,"CleanupProvisioningRequestsOnEviction":true,"ConcurrentAdmission":false,"CustomMetricLabels":false,"DRAExtendedResources":false,"DeferRayServiceFinalizationForRedisCleanup":true,"DeploymentJobUIDLabel":false,"DynamicResourceAllocation":false,"ElasticJobsViaWorkloadSlices":true,"ElasticJobsViaWorkloadSlicesWithTAS":false,"EnforceProvisioningPodTemplateContents":false,"FailureRecoveryPolicy":false,"FairSharingPreemptWithinNominal":true,"FairSharingPrioritizeNonBorrowing":true,"FairSharingReevaluatePreemptionCandidates":false,"FastQuotaReleaseInPodIntegration":false,"FinalizeTerminatingPodGroups":false,"FinishOrphanedWorkloads":true,"FlavorFungibility":true,"FlavorFungibilityPreserveScanProgress":true,"HierarchicalCohorts":true,"HighMaxParallelismWithinReconcile":false,"KueueDRAIntegration":true,"KueueDRAIntegrationExtendedResource":false,"KueueDRAIntegrationPartitionableDevices":false,"KueueDRARejectWorkloadsWhenDRADisabled":true,"LWSImmutableGroupSize":true,"LendingLimit":true,"LocalQueueDefaulting":true,"LocalQueueMetrics":true,"ManagedJobsNamespaceSelectorAlwaysRespected":true,"MetricForWorkloadCreationLatency":true,"MetricsForCohorts":true,"MultiKueue":true,"MultiKueueAdaptersForCustomJobs":true,"MultiKueueAllowInsecureKubeconfigs":false,"MultiKueueBatchJobClearingTTLSecondsAfterFinishedOnWorkerCluster":false,"MultiKueueBatchJobWithManagedBy":true,"MultiKueueClusterProfile":false,"MultiKueueManagerQuotaAutomation":false,"MultiKueueOrchestratedPreemption":false,"MultiKueueRedoAdmissionOnEvictionInWorker":true,"MultiKueueRemoteSpecSync":true,"MultiKueueReuseClientConnectionConfigForWorkers":false,"MultiKueueWaitForWorkloadAdmitted":true,"ObjectRetentionPolicies":true,"PartialAdmission":true,"PodGroupSchedulingShapeOrdering":false,"PodIntegrationCountSucceededPodsAsReady":false,"PodIntegrationValidateGroupOwner":true,"PrioritizePreemptorWorkloads":false,"PriorityBoost":false,"PrioritySortingWithinCohort":true,"PropagateBatchJobLabelsToWorkload":true,"QuotaCheckStrategy":false,"ReclaimablePods":true,"RecomputeAssignmentUponPreemptionTargetsOverlap":false,"RejectUpdatesToCQWithInvalidOnFlavors":false,"RemoveFinalizersWithStrictPatch":true,"ReservedResourceNameValidation":false,"SanitizePodSets":true,"SchedulerLongRequeueInterval":false,"SchedulerTimestampPreemptionBuffer":false,"SchedulingEquivalenceHashing":true,"SchedulingEquivalenceHashingIgnorePodSetName":false,"ShortWorkloadNames":false,"SkipAncestorCheckForDeletedWorkloads":true,"SkipChildJobSuspension":false,"SkipFinalizersForPodsSuspendedByParent":true,"SkipReassignmentForPodOwnedWorkloads":false,"SparkApplicationIntegration":false,"TASBalancedPlacement":false,"TASCacheNodeMatchResults":true,"TASCacheTopologyTree":false,"TASCachingRemainingResources":true,"TASFailedNodeReplacement":true,"TASFailedNodeReplacementFailFast":true,"TASGroupedPodSetSlicing":false,"TASHandleOverlappingFlavors":true,"TASMultiLayerTopology":false,"TASPartialSlices":true,"TASProfileMixed":true,"TASRecomputeAssignmentWithinSchedulingCycle":true,"TASRejectFalseUnconstrainedTopology":false,"TASReplaceNodeDueToNotReadyOverFixedTime":true,"TASReplaceNodeOnNodeTaints":true,"TASReplaceNodeOnPodTermination":true,"TASRespectNodeAffinityPreferred":false,"TASValidateWorkloadSliceSize":true,"TLSOptions":true,"TopologyAwareScheduling":true,"UnadmittedWorkloadsExplicitStatus":false,"UnadmittedWorkloadsObservability":false,"ValidateRayAndSparkJobUpdates":true,"VectorizedResourceRequests":true,"VisibilityOnDemand":true,"WorkloadIdentifierAnnotations":true,"WorkloadPriorityClassDefaulting":false,"WorkloadRequestUseMergePatch":false,"WorkloadValidateResourcesAreNonNegative":true,"WorkloadValidationForPodSetMetadata":true}} {"level":"info","ts":"2026-10-23T03:35:07.138704287Z","logger":"setup","caller":"kueue/main.go:213","msg":"Initializing metrics certificate watcher using provided certificates","metrics-cert-path":"/etc/kueue/metrics/certs"} {"level":"info","ts":"2026-10-23T03:35:07.139098757Z","logger":"controller-runtime.certwatcher","caller":"certwatcher/certwatcher.go:214","msg":"Updated current TLS certificate","cert":"/etc/kueue/metrics/certs/tls.crt","key":"/etc/kueue/metrics/certs/tls.key"} {"level":"Level(-2)","ts":"2026-10-23T03:35:07.139553554Z","logger":"setup","caller":"kueue/main.go:257","msg":"K8S Client","qps":50,"burst":100} {"level":"info","ts":"2026-10-23T03:35:07.242299401Z","logger":"setup","caller":"kueue/main.go:683","msg":"RoleTracker: leader election enabled"} {"level":"error","ts":"2026-10-23T03:35:07.260558209Z","logger":"setup","caller":"kueue/main.go:445","msg":"Skipping admission check controller setup: Provisioning Requests not supported (Possible cause: missing or unsupported cluster-autoscaler)","error":"no matches for kind \"ProvisioningRequest\" in version \"autoscaling.x-k8s.io/v1\"","stacktrace":"main.setupIndexes\n\t/workspace/upstream/kueue/src/cmd/kueue/main.go:445\nmain.main\n\t/workspace/upstream/kueue/src/cmd/kueue/main.go:363\nruntime.main\n\t/usr/lib/golang/src/runtime/proc.go:290"} {"level":"info","ts":"2026-10-23T03:35:07.276942535Z","logger":"setup","caller":"kueue/main.go:625","msg":"Probe endpoints are configured on healthz and readyz"} {"level":"info","ts":"2026-10-23T03:35:07.277095366Z","logger":"queue-manager","caller":"queue/manager.go:138","msg":"DRA reconcile channel connected"} {"level":"info","ts":"2026-10-23T03:35:07.293205227Z","logger":"setup","caller":"kueue/main.go:497","msg":"Skipping provisioning controller setup: Provisioning Requests not supported (Possible cause: missing or unsupported cluster-autoscaler)"} {"level":"info","ts":"2026-10-23T03:35:07.293443435Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"workload.codeflare.dev/v1beta2, Kind=AppWrapper","path":"/mutate-workload-codeflare-dev-v1beta2-appwrapper"} {"level":"info","ts":"2026-10-23T03:35:07.293545308Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-workload-codeflare-dev-v1beta2-appwrapper"} {"level":"info","ts":"2026-10-23T03:35:07.293588228Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"workload.codeflare.dev/v1beta2, Kind=AppWrapper","path":"/validate-workload-codeflare-dev-v1beta2-appwrapper"} {"level":"info","ts":"2026-10-23T03:35:07.293647114Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-workload-codeflare-dev-v1beta2-appwrapper"} {"level":"info","ts":"2026-10-23T03:35:07.2938262Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"apps/v1, Kind=Deployment","path":"/mutate-apps-v1-deployment"} {"level":"info","ts":"2026-10-23T03:35:07.293894432Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-apps-v1-deployment"} {"level":"info","ts":"2026-10-23T03:35:07.293929834Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"apps/v1, Kind=Deployment","path":"/validate-apps-v1-deployment"} {"level":"info","ts":"2026-10-23T03:35:07.293987746Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-apps-v1-deployment"} {"level":"info","ts":"2026-10-23T03:35:07.294083072Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"batch/v1, Kind=Job","path":"/mutate-batch-v1-job"} {"level":"info","ts":"2026-10-23T03:35:07.294142823Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-batch-v1-job"} {"level":"info","ts":"2026-10-23T03:35:07.294176028Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"batch/v1, Kind=Job","path":"/validate-batch-v1-job"} {"level":"info","ts":"2026-10-23T03:35:07.29422828Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-batch-v1-job"} {"level":"info","ts":"2026-10-23T03:35:07.294302835Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"jobset.x-k8s.io/v1alpha2, Kind=JobSet","path":"/mutate-jobset-x-k8s-io-v1alpha2-jobset"} {"level":"info","ts":"2026-10-23T03:35:07.294417361Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-jobset-x-k8s-io-v1alpha2-jobset"} {"level":"info","ts":"2026-10-23T03:35:07.294456825Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"jobset.x-k8s.io/v1alpha2, Kind=JobSet","path":"/validate-jobset-x-k8s-io-v1alpha2-jobset"} {"level":"info","ts":"2026-10-23T03:35:07.294539449Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-jobset-x-k8s-io-v1alpha2-jobset"} {"level":"info","ts":"2026-10-23T03:35:07.294621055Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=JAXJob","path":"/mutate-kubeflow-org-v1-jaxjob"} {"level":"info","ts":"2026-10-23T03:35:07.294686983Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-jaxjob"} {"level":"info","ts":"2026-10-23T03:35:07.29472337Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=JAXJob","path":"/validate-kubeflow-org-v1-jaxjob"} {"level":"info","ts":"2026-10-23T03:35:07.294786323Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-jaxjob"} {"level":"info","ts":"2026-10-23T03:35:07.294864559Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=PaddleJob","path":"/mutate-kubeflow-org-v1-paddlejob"} {"level":"info","ts":"2026-10-23T03:35:07.2949262Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-paddlejob"} {"level":"info","ts":"2026-10-23T03:35:07.294959218Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=PaddleJob","path":"/validate-kubeflow-org-v1-paddlejob"} {"level":"info","ts":"2026-10-23T03:35:07.295015786Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-paddlejob"} {"level":"info","ts":"2026-10-23T03:35:07.295093409Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=PyTorchJob","path":"/mutate-kubeflow-org-v1-pytorchjob"} {"level":"info","ts":"2026-10-23T03:35:07.295150967Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-pytorchjob"} {"level":"info","ts":"2026-10-23T03:35:07.295184385Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=PyTorchJob","path":"/validate-kubeflow-org-v1-pytorchjob"} {"level":"info","ts":"2026-10-23T03:35:07.295245588Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-pytorchjob"} {"level":"info","ts":"2026-10-23T03:35:07.295320958Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=TFJob","path":"/mutate-kubeflow-org-v1-tfjob"} {"level":"info","ts":"2026-10-23T03:35:07.295408777Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-tfjob"} {"level":"info","ts":"2026-10-23T03:35:07.29544418Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=TFJob","path":"/validate-kubeflow-org-v1-tfjob"} {"level":"info","ts":"2026-10-23T03:35:07.295499031Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-tfjob"} {"level":"info","ts":"2026-10-23T03:35:07.295574848Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=XGBoostJob","path":"/mutate-kubeflow-org-v1-xgboostjob"} {"level":"info","ts":"2026-10-23T03:35:07.295633908Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-xgboostjob"} {"level":"info","ts":"2026-10-23T03:35:07.295669776Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=XGBoostJob","path":"/validate-kubeflow-org-v1-xgboostjob"} {"level":"info","ts":"2026-10-23T03:35:07.295727114Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-xgboostjob"} {"level":"info","ts":"2026-10-23T03:35:07.295802418Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v2beta1, Kind=MPIJob","path":"/mutate-kubeflow-org-v2beta1-mpijob"} {"level":"info","ts":"2026-10-23T03:35:07.295868842Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v2beta1-mpijob"} {"level":"info","ts":"2026-10-23T03:35:07.295904357Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"kubeflow.org/v2beta1, Kind=MPIJob","path":"/validate-kubeflow-org-v2beta1-mpijob"} {"level":"info","ts":"2026-10-23T03:35:07.295968654Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v2beta1-mpijob"} {"level":"info","ts":"2026-10-23T03:35:07.296135923Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"/v1, Kind=Pod","path":"/mutate--v1-pod"} {"level":"info","ts":"2026-10-23T03:35:07.296227364Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate--v1-pod"} {"level":"info","ts":"2026-10-23T03:35:07.296261293Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"/v1, Kind=Pod","path":"/validate--v1-pod"} {"level":"info","ts":"2026-10-23T03:35:07.296319972Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate--v1-pod"} {"level":"info","ts":"2026-10-23T03:35:07.296417993Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"leaderworkerset.x-k8s.io/v1, Kind=LeaderWorkerSet","path":"/mutate-leaderworkerset-x-k8s-io-v1-leaderworkerset"} {"level":"info","ts":"2026-10-23T03:35:07.296482165Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-leaderworkerset-x-k8s-io-v1-leaderworkerset"} {"level":"info","ts":"2026-10-23T03:35:07.296516706Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"leaderworkerset.x-k8s.io/v1, Kind=LeaderWorkerSet","path":"/validate-leaderworkerset-x-k8s-io-v1-leaderworkerset"} {"level":"info","ts":"2026-10-23T03:35:07.29657386Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-leaderworkerset-x-k8s-io-v1-leaderworkerset"} {"level":"info","ts":"2026-10-23T03:35:07.296649239Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"ray.io/v1, Kind=RayCluster","path":"/mutate-ray-io-v1-raycluster"} {"level":"info","ts":"2026-10-23T03:35:07.296706761Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-ray-io-v1-raycluster"} {"level":"info","ts":"2026-10-23T03:35:07.296744008Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"ray.io/v1, Kind=RayCluster","path":"/validate-ray-io-v1-raycluster"} {"level":"info","ts":"2026-10-23T03:35:07.29679947Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-ray-io-v1-raycluster"} {"level":"info","ts":"2026-10-23T03:35:07.296874834Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"ray.io/v1, Kind=RayJob","path":"/mutate-ray-io-v1-rayjob"} {"level":"info","ts":"2026-10-23T03:35:07.296932813Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-ray-io-v1-rayjob"} {"level":"info","ts":"2026-10-23T03:35:07.296967516Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"ray.io/v1, Kind=RayJob","path":"/validate-ray-io-v1-rayjob"} {"level":"info","ts":"2026-10-23T03:35:07.297020979Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-ray-io-v1-rayjob"} {"level":"info","ts":"2026-10-23T03:35:07.297092033Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"ray.io/v1, Kind=RayService","path":"/mutate-ray-io-v1-rayservice"} {"level":"info","ts":"2026-10-23T03:35:07.297164666Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-ray-io-v1-rayservice"} {"level":"info","ts":"2026-10-23T03:35:07.29720063Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"ray.io/v1, Kind=RayService","path":"/validate-ray-io-v1-rayservice"} {"level":"info","ts":"2026-10-23T03:35:07.297253898Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-ray-io-v1-rayservice"} {"level":"info","ts":"2026-10-23T03:35:07.297327655Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"sparkoperator.k8s.io/v1beta2, Kind=SparkApplication","path":"/mutate-sparkoperator-k8s-io-v1beta2-sparkapplication"} {"level":"info","ts":"2026-10-23T03:35:07.297400176Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-sparkoperator-k8s-io-v1beta2-sparkapplication"} {"level":"info","ts":"2026-10-23T03:35:07.297434923Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"sparkoperator.k8s.io/v1beta2, Kind=SparkApplication","path":"/validate-sparkoperator-k8s-io-v1beta2-sparkapplication"} {"level":"info","ts":"2026-10-23T03:35:07.297489865Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-sparkoperator-k8s-io-v1beta2-sparkapplication"} {"level":"info","ts":"2026-10-23T03:35:07.297563788Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"apps/v1, Kind=StatefulSet","path":"/mutate-apps-v1-statefulset"} {"level":"info","ts":"2026-10-23T03:35:07.297617208Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-apps-v1-statefulset"} {"level":"info","ts":"2026-10-23T03:35:07.297661961Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"apps/v1, Kind=StatefulSet","path":"/validate-apps-v1-statefulset"} {"level":"info","ts":"2026-10-23T03:35:07.297717466Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-apps-v1-statefulset"} {"level":"info","ts":"2026-10-23T03:35:07.29820109Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","path":"/mutate-trainer-kubeflow-org-v1alpha1-trainjob"} {"level":"info","ts":"2026-10-23T03:35:07.298272069Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-trainer-kubeflow-org-v1alpha1-trainjob"} {"level":"info","ts":"2026-10-23T03:35:07.298309002Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","path":"/validate-trainer-kubeflow-org-v1alpha1-trainjob"} {"level":"info","ts":"2026-10-23T03:35:07.298366438Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-trainer-kubeflow-org-v1alpha1-trainjob"} {"level":"info","ts":"2026-10-23T03:35:07.298453487Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=Workload","path":"/mutate-kueue-x-k8s-io-v1beta2-workload"} {"level":"info","ts":"2026-10-23T03:35:07.298508785Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kueue-x-k8s-io-v1beta2-workload"} {"level":"info","ts":"2026-10-23T03:35:07.298543178Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=Workload","path":"/validate-kueue-x-k8s-io-v1beta2-workload"} {"level":"info","ts":"2026-10-23T03:35:07.29859949Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kueue-x-k8s-io-v1beta2-workload"} {"level":"info","ts":"2026-10-23T03:35:07.298718878Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/convert"} {"level":"info","ts":"2026-10-23T03:35:07.298730891Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:319","msg":"Conversion webhook enabled","GVK":"kueue.x-k8s.io/v1beta2, Kind=Workload"} {"level":"info","ts":"2026-10-23T03:35:07.298762852Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=ResourceFlavor","path":"/mutate-kueue-x-k8s-io-v1beta2-resourceflavor"} {"level":"info","ts":"2026-10-23T03:35:07.298821158Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kueue-x-k8s-io-v1beta2-resourceflavor"} {"level":"info","ts":"2026-10-23T03:35:07.298855902Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=ResourceFlavor","path":"/validate-kueue-x-k8s-io-v1beta2-resourceflavor"} {"level":"info","ts":"2026-10-23T03:35:07.298907662Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kueue-x-k8s-io-v1beta2-resourceflavor"} {"level":"info","ts":"2026-10-23T03:35:07.298987087Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=ClusterQueue","path":"/mutate-kueue-x-k8s-io-v1beta2-clusterqueue"} {"level":"info","ts":"2026-10-23T03:35:07.299044409Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kueue-x-k8s-io-v1beta2-clusterqueue"} {"level":"info","ts":"2026-10-23T03:35:07.29908025Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=ClusterQueue","path":"/validate-kueue-x-k8s-io-v1beta2-clusterqueue"} {"level":"info","ts":"2026-10-23T03:35:07.299136088Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kueue-x-k8s-io-v1beta2-clusterqueue"} {"level":"info","ts":"2026-10-23T03:35:07.299182465Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:319","msg":"Conversion webhook enabled","GVK":"kueue.x-k8s.io/v1beta2, Kind=ClusterQueue"} {"level":"info","ts":"2026-10-23T03:35:07.299217521Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=Cohort","path":"/validate-kueue-x-k8s-io-v1beta2-cohort"} {"level":"info","ts":"2026-10-23T03:35:07.299289132Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kueue-x-k8s-io-v1beta2-cohort"} {"level":"info","ts":"2026-10-23T03:35:07.299335376Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:319","msg":"Conversion webhook enabled","GVK":"kueue.x-k8s.io/v1beta2, Kind=Cohort"} {"level":"info","ts":"2026-10-23T03:35:07.299371468Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:319","msg":"Conversion webhook enabled","GVK":"kueue.x-k8s.io/v1beta2, Kind=LocalQueue"} {"level":"info","ts":"2026-10-23T03:35:07.299408272Z","logger":"setup","caller":"kueue/main.go:430","msg":"Starting manager"} {"level":"info","ts":"2026-10-23T03:35:07.299467897Z","logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"} {"level":"info","ts":"2026-10-23T03:35:07.299517327Z","caller":"manager/server.go:83","msg":"starting server","name":"health probe","addr":"[::]:8081"} {"level":"info","ts":"2026-10-23T03:35:07.299578069Z","logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":8443","secure":true} {"level":"info","ts":"2026-10-23T03:35:07.299575385Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:191","msg":"Starting webhook server"} {"level":"info","ts":"2026-10-23T03:35:07.300054301Z","logger":"controller-runtime.certwatcher","caller":"certwatcher/certwatcher.go:214","msg":"Updated current TLS certificate","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key"} {"level":"info","ts":"2026-10-23T03:35:07.300130111Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:242","msg":"Serving webhook server","host":"","port":9443} {"level":"info","ts":"2026-10-23T03:35:07.300198335Z","logger":"controller-runtime.certwatcher","caller":"certwatcher/certwatcher.go:136","msg":"Starting certificate poll+watcher","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10} {"level":"Level(-2)","ts":"2026-10-23T03:35:07.316366904Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1beta2.ResourceFlavor","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"} {"level":"Level(-2)","ts":"2026-10-23T03:35:07.316373133Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1beta2.LocalQueue","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"} {"level":"Level(-2)","ts":"2026-10-23T03:35:07.316496997Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1.LimitRange","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"} {"level":"Level(-2)","ts":"2026-10-23T03:35:07.317134488Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1beta2.AdmissionCheck","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"} {"level":"Level(-2)","ts":"2026-10-23T03:35:07.317576542Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1beta2.MultiKueueConfig","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"} {"level":"Level(-2)","ts":"2026-10-23T03:35:07.317631298Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1beta2.MultiKueueCluster","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"} {"level":"Level(-2)","ts":"2026-10-23T03:35:07.317765136Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1alpha1.TrainJob","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"} {"level":"Level(-2)","ts":"2026-10-23T03:35:07.318187852Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1alpha1.TrainingRuntime","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"} {"level":"Level(-2)","ts":"2026-10-23T03:35:07.319307724Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1beta2.Workload","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"} {"level":"Level(-2)","ts":"2026-10-23T03:35:07.331333079Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1.Node","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"} {"level":"Level(-2)","ts":"2026-10-23T03:35:07.332543694Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1alpha1.ClusterTrainingRuntime","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"} {"level":"Level(-2)","ts":"2026-10-23T03:35:07.373889673Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1.Pod","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"} {"level":"info","ts":"2026-10-23T03:35:07.400713949Z","logger":"controller-runtime.certwatcher","caller":"certwatcher/certwatcher.go:136","msg":"Starting certificate poll+watcher","cert":"/etc/kueue/metrics/certs/tls.crt","key":"/etc/kueue/metrics/certs/tls.key","interval":10} I1023 03:35:07.400963 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="openshift-kueue-operator/c1f6bfd2.kueue.x-k8s.io" {"level":"info","ts":"2026-10-23T03:35:07.401026595Z","logger":"resourceflavor-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ResourceFlavor"} {"level":"info","ts":"2026-10-23T03:35:07.401067338Z","logger":"tas-non-tas-usage-controller","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Pod"} {"level":"info","ts":"2026-10-23T03:35:07.40102367Z","logger":"resourceflavor-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0x3571599a0620"} {"level":"info","ts":"2026-10-23T03:35:07.401115027Z","logger":"localqueue-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0x3571599a0a10"} {"level":"info","ts":"2026-10-23T03:35:07.401128712Z","logger":"localqueue-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ClusterQueue"} {"level":"info","ts":"2026-10-23T03:35:07.401137094Z","logger":"localqueue-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.LocalQueue"} {"level":"info","ts":"2026-10-23T03:35:07.401237833Z","logger":"admissioncheck-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0x3571599a0770"} {"level":"info","ts":"2026-10-23T03:35:07.401282857Z","logger":"workloadpriorityclass-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.WorkloadPriorityClass"} {"level":"info","ts":"2026-10-23T03:35:07.40136504Z","logger":"cohort-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0x3571599a0d90"} {"level":"info","ts":"2026-10-23T03:35:07.401457771Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0x3571599a0f50"} {"level":"info","ts":"2026-10-23T03:35:07.401294741Z","logger":"admissioncheck-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.AdmissionCheck"} {"level":"info","ts":"2026-10-23T03:35:07.40148867Z","logger":"cohort-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.Cohort"} {"level":"info","ts":"2026-10-23T03:35:07.401515631Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Namespace"} {"level":"info","ts":"2026-10-23T03:35:07.401515993Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ClusterQueue"} {"level":"info","ts":"2026-10-23T03:35:07.401566451Z","logger":"tas-resource-flavor-controller","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ResourceFlavor"} {"level":"info","ts":"2026-10-23T03:35:07.401572302Z","logger":"tas-resource-flavor-controller","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0x3571599a1880"} {"level":"info","ts":"2026-10-23T03:35:07.401615896Z","logger":"tas-node-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Node"} {"level":"info","ts":"2026-10-23T03:35:07.401646705Z","logger":"tas-node-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Pod"} {"level":"info","ts":"2026-10-23T03:35:07.401728106Z","logger":"workload-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.LimitRange"} {"level":"info","ts":"2026-10-23T03:35:07.401755533Z","logger":"workload-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.RuntimeClass"} {"level":"info","ts":"2026-10-23T03:35:07.401803397Z","logger":"workload-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ClusterQueue"} {"level":"info","ts":"2026-10-23T03:35:07.401802434Z","logger":"tas-topology-controller","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.Topology"} {"level":"info","ts":"2026-10-23T03:35:07.401837943Z","logger":"ElasticJobUngater","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.Workload"} {"level":"info","ts":"2026-10-23T03:35:07.401857843Z","logger":"tas-topology-controller","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ResourceFlavor"} {"level":"info","ts":"2026-10-23T03:35:07.401868192Z","logger":"workload-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.Workload"} {"level":"info","ts":"2026-10-23T03:35:07.40172222Z","logger":"workload-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0x3571599a1030"} {"level":"info","ts":"2026-10-23T03:35:07.401895273Z","logger":"ElasticJobUngater","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Pod"} {"level":"info","ts":"2026-10-23T03:35:07.401844615Z","logger":"workload-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.LocalQueue"} {"level":"info","ts":"2026-10-23T03:35:07.401901707Z","logger":"tas-topology-ungater","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.Workload"} {"level":"info","ts":"2026-10-23T03:35:07.401936055Z","logger":"tas-topology-ungater","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Pod"} {"level":"Level(-2)","ts":"2026-10-23T03:35:07.417870726Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1beta2.ClusterQueue","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"} {"level":"Level(-2)","ts":"2026-10-23T03:35:07.417869914Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1beta2.WorkloadPriorityClass","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"} {"level":"Level(-2)","ts":"2026-10-23T03:35:07.418029344Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1.RuntimeClass","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"} {"level":"Level(-2)","ts":"2026-10-23T03:35:07.418115672Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1beta2.Topology","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"} {"level":"Level(-2)","ts":"2026-10-23T03:35:07.41818281Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1beta2.Cohort","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"} {"level":"Level(-2)","ts":"2026-10-23T03:35:07.430244179Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1.Namespace","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"} {"level":"info","ts":"2026-10-23T03:35:07.502201571Z","logger":"resourceflavor-reconciler","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"follower"} {"level":"info","ts":"2026-10-23T03:35:07.502246228Z","logger":"resourceflavor-reconciler","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"follower","worker count":1} {"level":"info","ts":"2026-10-23T03:35:07.502245353Z","logger":"tas-non-tas-usage-controller","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"follower"} {"level":"info","ts":"2026-10-23T03:35:07.502250712Z","logger":"admissioncheck-reconciler","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"follower"} {"level":"info","ts":"2026-10-23T03:35:07.502248407Z","logger":"tas-topology-ungater","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"follower"} {"level":"info","ts":"2026-10-23T03:35:07.502270014Z","logger":"admissioncheck-reconciler","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"follower","worker count":1} {"level":"info","ts":"2026-10-23T03:35:07.502276369Z","logger":"tas-topology-ungater","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"follower","worker count":5} {"level":"info","ts":"2026-10-23T03:35:07.502260373Z","logger":"tas-node-reconciler","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"follower"} {"level":"info","ts":"2026-10-23T03:35:07.502265715Z","logger":"tas-non-tas-usage-controller","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"follower","worker count":5} {"level":"info","ts":"2026-10-23T03:35:07.502299396Z","logger":"tas-node-reconciler","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"follower","worker count":1} {"level":"info","ts":"2026-10-23T03:35:07.502319792Z","logger":"tas-resource-flavor-controller","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"follower"} {"level":"info","ts":"2026-10-23T03:35:07.502346106Z","logger":"tas-resource-flavor-controller","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"follower","worker count":1} {"level":"info","ts":"2026-10-23T03:35:07.502371279Z","logger":"ElasticJobUngater","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"follower"} {"level":"info","ts":"2026-10-23T03:35:07.502465377Z","logger":"ElasticJobUngater","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"follower","worker count":5} I1023 03:35:07.520660 1 plugins.go:157] Loaded 1 mutating admission controller(s) successfully in the following order: NamespaceLifecycle. I1023 03:35:07.523238 1 handler.go:304] Adding GroupVersion visibility.kueue.x-k8s.io v1beta2 to ResourceManager I1023 03:35:07.523450 1 handler.go:304] Adding GroupVersion visibility.kueue.x-k8s.io v1beta1 to ResourceManager I1023 03:35:07.541594 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I1023 03:35:07.541603 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I1023 03:35:07.541621 1 shared_informer.go:402] "Waiting for caches to sync" I1023 03:35:07.541626 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I1023 03:35:07.541640 1 shared_informer.go:402] "Waiting for caches to sync" I1023 03:35:07.541643 1 shared_informer.go:402] "Waiting for caches to sync" I1023 03:35:07.541986 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/visibility/tls.crt::/visibility/tls.key" I1023 03:35:07.542445 1 secure_serving.go:214] Serving securely on [::]:8082 I1023 03:35:07.542472 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I1023 03:35:07.542537 1 apf_controller.go:377] Starting API Priority and Fairness config controller {"level":"info","ts":"2026-10-23T03:35:07.603247833Z","logger":"cohort-reconciler","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"follower"} {"level":"info","ts":"2026-10-23T03:35:07.603283468Z","logger":"workload-reconciler","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"follower"} {"level":"info","ts":"2026-10-23T03:35:07.603271716Z","logger":"tas-topology-controller","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"follower"} {"level":"info","ts":"2026-10-23T03:35:07.603311525Z","logger":"cohort-reconciler","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"follower","worker count":1} {"level":"info","ts":"2026-10-23T03:35:07.603321097Z","logger":"tas-topology-controller","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"follower","worker count":1} {"level":"info","ts":"2026-10-23T03:35:07.603314278Z","logger":"workload-reconciler","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"follower","worker count":5} {"level":"info","ts":"2026-10-23T03:35:07.603247831Z","logger":"workloadpriorityclass-reconciler","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"follower"} {"level":"info","ts":"2026-10-23T03:35:07.603341058Z","logger":"workloadpriorityclass-reconciler","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"follower","worker count":1} {"level":"info","ts":"2026-10-23T03:35:07.603360405Z","logger":"localqueue-reconciler","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"follower"} {"level":"info","ts":"2026-10-23T03:35:07.60336629Z","logger":"localqueue-reconciler","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"follower","worker count":1} {"level":"info","ts":"2026-10-23T03:35:07.603354398Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"follower"} {"level":"info","ts":"2026-10-23T03:35:07.603379393Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"follower","worker count":1} I1023 03:35:07.642553 1 shared_informer.go:409] "Caches are synced" I1023 03:35:07.642569 1 shared_informer.go:409] "Caches are synced" I1023 03:35:07.642592 1 shared_informer.go:409] "Caches are synced" I1023 03:35:07.642617 1 apf_controller.go:382] Running API Priority and Fairness config worker I1023 03:35:07.642626 1 apf_controller.go:385] Running API Priority and Fairness periodic rebalancing process I1023 03:35:35.859467 1 leaderelection.go:272] "Successfully acquired lease" lock="openshift-kueue-operator/c1f6bfd2.kueue.x-k8s.io" {"level":"debug","ts":"2026-10-23T03:35:35.859502471Z","logger":"events","caller":"recorder/recorder.go:116","msg":"kueue-controller-manager-6f485b4dd6-m5f7j_4e532461-43d7-432d-87e4-68b878886180 became leader","type":"Normal","object":{"kind":"Lease","namespace":"openshift-kueue-operator","name":"c1f6bfd2.kueue.x-k8s.io","uid":"acc5f1ee-2fcd-474c-85c3-26e32099b457","apiVersion":"coordination.k8s.io/v1","resourceVersion":"13504"},"reason":"LeaderElection"} {"level":"Level(-2)","ts":"2026-10-23T03:35:35.859692699Z","logger":"MultiKueueGC","caller":"multikueue/multikueuecluster.go:1158","msg":"Starting Garbage Collector"} {"level":"info","ts":"2026-10-23T03:35:35.859777197Z","logger":"setup","caller":"roletracker/tracker.go:66","msg":"RoleTracker: transitioned to leader"} {"level":"info","ts":"2026-10-23T03:35:35.859787428Z","logger":"multikueue-cluster","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.MultiKueueCluster"} {"level":"info","ts":"2026-10-23T03:35:35.859811211Z","logger":"multikueue-cluster","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"leader","source":"channel source: 0x3571599a16c0"} {"level":"Level(-2)","ts":"2026-10-23T03:35:35.859782486Z","logger":"scheduler","caller":"scheduler/scheduler.go:295","msg":"Scheduling cycle starts","replica-role":"follower","schedulingCycle":1} {"level":"info","ts":"2026-10-23T03:35:35.859839956Z","logger":"multikueue-cluster","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0x3571599a1650"} {"level":"info","ts":"2026-10-23T03:35:35.859819815Z","logger":"multikueue-cluster","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Secret"} {"level":"info","ts":"2026-10-23T03:35:35.859885919Z","logger":"multikueue-admissioncheck","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"leader","source":"kind source: *v1beta2.AdmissionCheck"} {"level":"info","ts":"2026-10-23T03:35:35.859895514Z","logger":"multikueue-admissioncheck","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"leader","source":"kind source: *v1beta2.MultiKueueCluster"} {"level":"info","ts":"2026-10-23T03:35:35.859897514Z","logger":"multikueue-admissioncheck","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"leader","source":"kind source: *v1beta2.MultiKueueConfig"} {"level":"info","ts":"2026-10-23T03:35:35.859958609Z","logger":"trainjob","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"leader","source":"kind source: *v1alpha2.JobSet"} {"level":"info","ts":"2026-10-23T03:35:35.859978392Z","logger":"trainjob","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"leader","source":"kind source: *v1alpha1.TrainJob"} {"level":"info","ts":"2026-10-23T03:35:35.860011465Z","logger":"trainjob","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"leader","source":"kind source: *v1beta2.Workload"} {"level":"info","ts":"2026-10-23T03:35:35.860073362Z","logger":"v1_pod","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"leader","source":"kind source: *v1beta2.Workload"} {"level":"info","ts":"2026-10-23T03:35:35.860095214Z","logger":"v1_pod","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"leader","source":"kind source: *v1.Pod"} {"level":"info","ts":"2026-10-23T03:35:35.860145403Z","logger":"multikueue-workload","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"leader","source":"kind source: *v1beta2.Workload"} {"level":"info","ts":"2026-10-23T03:35:35.860156658Z","logger":"multikueue-workload","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"leader","source":"channel source: 0x3571599a1730"} {"level":"info","ts":"2026-10-23T03:35:35.860179374Z","logger":"multikueue-workload","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"leader","source":"kind source: *v1beta2.MultiKueueConfig"} {"level":"Level(-2)","ts":"2026-10-23T03:35:35.876062123Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1alpha2.JobSet","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"} {"level":"Level(-2)","ts":"2026-10-23T03:35:35.903879316Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1.Secret","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"} {"level":"info","ts":"2026-10-23T03:35:35.96014588Z","logger":"multikueue-admissioncheck","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-23T03:35:35.960196895Z","logger":"multikueue-admissioncheck","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"leader","worker count":1} {"level":"info","ts":"2026-10-23T03:35:35.960260628Z","logger":"multikueue-workload","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-23T03:35:35.960307138Z","logger":"multikueue-workload","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"leader","worker count":5} {"level":"info","ts":"2026-10-23T03:35:35.960299833Z","logger":"v1_pod","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-23T03:35:35.960329782Z","logger":"v1_pod","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"leader","worker count":5} {"level":"info","ts":"2026-10-23T03:35:36.060935077Z","logger":"multikueue-cluster","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-23T03:35:36.060960748Z","logger":"trainjob","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-23T03:35:36.060989524Z","logger":"multikueue-cluster","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"leader","worker count":1} {"level":"info","ts":"2026-10-23T03:35:36.060993067Z","logger":"trainjob","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"leader","worker count":1} {"level":"Level(-2)","ts":"2026-10-23T03:37:24.502989707Z","logger":"tas-node-reconciler","caller":"tas/node_controller.go:136","msg":"Reconcile Node","replica-role":"leader","name":"ip-10-0-138-69.ec2.internal","reconcileID":"7c22947b-3320-4a3c-b1eb-f7431d9479f2"} {"level":"Level(-2)","ts":"2026-10-23T03:37:24.50317965Z","logger":"tas-node-reconciler","caller":"tas/node_controller.go:136","msg":"Reconcile Node","replica-role":"leader","name":"ip-10-0-140-191.ec2.internal","reconcileID":"bbd7aa67-e58a-4716-9d65-564a0b7afdab"} {"level":"Level(-2)","ts":"2026-10-23T03:37:24.50326737Z","logger":"tas-node-reconciler","caller":"tas/node_controller.go:136","msg":"Reconcile Node","replica-role":"leader","name":"ip-10-0-143-18.ec2.internal","reconcileID":"8197ddaf-33d7-4685-8c95-6f675856ad95"} {"level":"Level(-2)","ts":"2026-10-23T03:38:04.909314972Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-mmjkk","name":"e2e-test-torch","reconcileID":"e8f2b7c7-749c-4304-8632-dfba066aa9ea","job":"e2e-mmjkk/e2e-test-torch","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-mmjkk"} {"level":"Level(-2)","ts":"2026-10-23T03:38:05.037214012Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-mmjkk","name":"e2e-test-torch","reconcileID":"4994fa2e-00c6-41af-b77a-d4ceddc3ff3e","job":"e2e-mmjkk/e2e-test-torch","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-mmjkk"} {"level":"Level(-2)","ts":"2026-10-23T03:38:05.095601235Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-mmjkk","name":"e2e-test-torch","reconcileID":"10ac55d9-8692-4974-8dd0-9ba0a2198fb1","job":"e2e-mmjkk/e2e-test-torch","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-mmjkk"} {"level":"Level(-2)","ts":"2026-10-23T03:38:05.180754405Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-mmjkk","name":"e2e-test-torch","reconcileID":"dccc41ab-c188-4719-be12-3cacdcccb109","job":"e2e-mmjkk/e2e-test-torch","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-mmjkk"} {"level":"Level(-2)","ts":"2026-10-23T03:38:05.204008754Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-mmjkk","name":"e2e-test-torch","reconcileID":"4fee04dd-3689-4375-8d06-d55c84f2378d","job":"e2e-mmjkk/e2e-test-torch","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-mmjkk"} {"level":"Level(-2)","ts":"2026-10-23T03:38:05.241591986Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-mmjkk","name":"e2e-test-torch","reconcileID":"4e84f9fe-9ea0-4aae-aac3-61b0f8e1d423","job":"e2e-mmjkk/e2e-test-torch","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-mmjkk"} {"level":"Level(-2)","ts":"2026-10-23T03:42:23.942719485Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-mmjkk","name":"e2e-test-torch","reconcileID":"6183295d-9e64-45b3-af84-ef798332ba75","job":"e2e-mmjkk/e2e-test-torch","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-mmjkk"} {"level":"Level(-2)","ts":"2026-10-23T03:42:23.983976443Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-mmjkk","name":"e2e-test-torch","reconcileID":"7c7785f3-f018-4d18-858f-fe68ceef786d","job":"e2e-mmjkk/e2e-test-torch","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-mmjkk"} {"level":"Level(-2)","ts":"2026-10-23T03:48:05.579972284Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-bkj64","name":"e2e-test-deepspeed","reconcileID":"08ab2b36-1f43-4747-a732-4fbf44829798","job":"e2e-bkj64/e2e-test-deepspeed","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-bkj64"} {"level":"Level(-2)","ts":"2026-10-23T03:48:05.717204989Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-bkj64","name":"e2e-test-deepspeed","reconcileID":"d32ea86c-eb30-4de6-8f32-955288c7cd58","job":"e2e-bkj64/e2e-test-deepspeed","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-bkj64"} {"level":"Level(-2)","ts":"2026-10-23T03:48:05.799088022Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-bkj64","name":"e2e-test-deepspeed","reconcileID":"764277a1-04b2-4f38-aa67-581ee5f97120","job":"e2e-bkj64/e2e-test-deepspeed","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-bkj64"} {"level":"Level(-2)","ts":"2026-10-23T03:48:05.82964049Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-bkj64","name":"e2e-test-deepspeed","reconcileID":"a5783339-d50d-4839-9116-158dbfc0e567","job":"e2e-bkj64/e2e-test-deepspeed","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-bkj64"} {"level":"Level(-2)","ts":"2026-10-23T03:48:11.524983754Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-mmjkk","name":"e2e-test-torch","reconcileID":"7c47a251-8a29-49b4-beb8-3e3e426661bf","job":"e2e-mmjkk/e2e-test-torch","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-mmjkk"} {"level":"Level(-2)","ts":"2026-10-23T03:48:11.54203096Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-mmjkk","name":"e2e-test-torch","reconcileID":"0ab70c74-6b46-4bb9-9508-bb25970526f3","job":"e2e-mmjkk/e2e-test-torch","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-mmjkk"} {"level":"Level(-2)","ts":"2026-10-23T03:48:11.561813058Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-mmjkk","name":"e2e-test-torch","reconcileID":"5c6274ad-d302-4f17-9ba3-a355d98e8049","job":"e2e-mmjkk/e2e-test-torch","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-mmjkk"} {"level":"Level(-2)","ts":"2026-10-23T03:48:15.568762347Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-mmjkk","name":"e2e-test-torch","reconcileID":"5601f9da-405b-4ea4-a21a-66927b94c457","job":"e2e-mmjkk/e2e-test-torch","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-mmjkk"} {"level":"Level(-2)","ts":"2026-10-23T03:58:10.851540001Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-bkj64","name":"e2e-test-deepspeed","reconcileID":"bc34a65b-6659-491b-a672-dffa2b088603","job":"e2e-bkj64/e2e-test-deepspeed","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-bkj64"} {"level":"Level(-2)","ts":"2026-10-23T03:59:08.291540801Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-pcqln","name":"test-trainjob-zwd8b","reconcileID":"8aaec138-0169-41d5-9755-2b6ee4929668","job":"test-ns-pcqln/test-trainjob-zwd8b","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-pcqln"} {"level":"Level(-2)","ts":"2026-10-23T03:59:08.474877751Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-pcqln","name":"test-trainjob-zwd8b","reconcileID":"093d376f-8048-445b-8f1c-cef2fec15e4d","job":"test-ns-pcqln/test-trainjob-zwd8b","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-pcqln"} {"level":"Level(-2)","ts":"2026-10-23T03:59:08.5371988Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-pcqln","name":"test-trainjob-zwd8b","reconcileID":"563deeea-1906-4aef-9128-c80362f2d24c","job":"test-ns-pcqln/test-trainjob-zwd8b","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-pcqln"} {"level":"Level(-2)","ts":"2026-10-23T03:59:08.578100906Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-pcqln","name":"test-trainjob-zwd8b","reconcileID":"271cb340-d559-477f-bc5e-77c535962d91","job":"test-ns-pcqln/test-trainjob-zwd8b","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-pcqln"} {"level":"Level(-2)","ts":"2026-10-23T03:59:08.667138699Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-pcqln","name":"test-trainjob-zwd8b","reconcileID":"d09ff296-8582-4d71-a8da-1cec4876614f","job":"test-ns-pcqln/test-trainjob-zwd8b","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-pcqln"} {"level":"Level(-2)","ts":"2026-10-23T03:59:08.707170332Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-pcqln","name":"test-trainjob-zwd8b","reconcileID":"c7b384fb-a7ae-4ec6-aa53-cc17e96f9248","job":"test-ns-pcqln/test-trainjob-zwd8b","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-pcqln"} {"level":"Level(-2)","ts":"2026-10-23T03:59:11.067655464Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-pcqln","name":"test-trainjob-zwd8b","reconcileID":"8f8714a0-e2f4-410c-9959-1504d3fcfacc","job":"test-ns-pcqln/test-trainjob-zwd8b","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-pcqln"} {"level":"Level(-2)","ts":"2026-10-23T03:59:11.10758396Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-pcqln","name":"test-trainjob-zwd8b","reconcileID":"3e0716f0-cfd0-4d73-97a2-acaf4e1143fe","job":"test-ns-pcqln/test-trainjob-zwd8b","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-pcqln"} {"level":"Level(-2)","ts":"2026-10-23T03:59:14.072788491Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-pcqln","name":"test-trainjob-zwd8b","reconcileID":"9df92e97-00cf-4c1c-92e5-7e7d720fa0a9","job":"test-ns-pcqln/test-trainjob-zwd8b","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-pcqln"} {"level":"Level(-2)","ts":"2026-10-23T03:59:14.112430394Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-pcqln","name":"test-trainjob-zwd8b","reconcileID":"6a67ed42-1a3f-49fb-84ce-2c1fbbc9a865","job":"test-ns-pcqln/test-trainjob-zwd8b","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-pcqln"} {"level":"Level(-2)","ts":"2026-10-23T03:59:15.079627035Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-pcqln","name":"test-trainjob-zwd8b","reconcileID":"97bfe8f8-1f6c-4035-a716-84e3ee6f100d","job":"test-ns-pcqln/test-trainjob-zwd8b","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-pcqln"} {"level":"Level(-2)","ts":"2026-10-23T03:59:15.103134786Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-pcqln","name":"test-trainjob-zwd8b","reconcileID":"f047d2e6-3dd0-4d0a-812d-91055e61e960","job":"test-ns-pcqln/test-trainjob-zwd8b","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-pcqln"} {"level":"Level(-2)","ts":"2026-10-23T03:59:15.118427633Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-pcqln","name":"test-trainjob-zwd8b","reconcileID":"454984fd-cf4e-4fba-a45b-f26b026568f0","job":"test-ns-pcqln/test-trainjob-zwd8b","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-pcqln"} {"level":"Level(-2)","ts":"2026-10-23T03:59:15.157422779Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-pcqln","name":"test-trainjob-zwd8b","reconcileID":"05aa4f82-c6ea-4919-a0a8-7d82589cee9b","job":"test-ns-pcqln/test-trainjob-zwd8b","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-pcqln"} {"level":"Level(-2)","ts":"2026-10-23T03:59:15.47495738Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-dlqmz","name":"test-trainjob-vgrf7","reconcileID":"b96abae0-36bf-4a46-a5e8-e5b7c1f9a45b","job":"test-ns-dlqmz/test-trainjob-vgrf7","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-dlqmz"} {"level":"Level(-2)","ts":"2026-10-23T03:59:15.530598945Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-dlqmz","name":"test-trainjob-vgrf7","reconcileID":"3220a1b1-3cec-4da5-9012-4dcae8498670","job":"test-ns-dlqmz/test-trainjob-vgrf7","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-dlqmz"} {"level":"Level(-2)","ts":"2026-10-23T03:59:15.589848343Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-dlqmz","name":"test-trainjob-vgrf7","reconcileID":"e751f627-f7ce-4e1d-8179-cc50c99dc405","job":"test-ns-dlqmz/test-trainjob-vgrf7","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-dlqmz"} {"level":"Level(-2)","ts":"2026-10-23T03:59:15.642724234Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-dlqmz","name":"test-trainjob-vgrf7","reconcileID":"d5e3ae05-04b3-431a-b3a2-64bd0f3ebaca","job":"test-ns-dlqmz/test-trainjob-vgrf7","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-dlqmz"} {"level":"Level(-2)","ts":"2026-10-23T03:59:15.657839829Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-dlqmz","name":"test-trainjob-vgrf7","reconcileID":"61aed52b-d46b-4904-9acd-d4bfe6fd0f3f","job":"test-ns-dlqmz/test-trainjob-vgrf7","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-dlqmz"} {"level":"Level(-2)","ts":"2026-10-23T03:59:15.685193768Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-dlqmz","name":"test-trainjob-vgrf7","reconcileID":"71f432b8-8a43-413f-ac73-1bbd6d709b28","job":"test-ns-dlqmz/test-trainjob-vgrf7","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-dlqmz"} {"level":"debug","ts":"2026-10-23T03:59:51.924276025Z","logger":"controller-runtime.cache","caller":"watch/streamwatcher.go:120","msg":"Unexpected EOF during watch stream event decoding","err":"unexpected EOF"} {"level":"debug","ts":"2026-10-23T03:59:51.924354457Z","logger":"controller-runtime.cache","caller":"watch/streamwatcher.go:120","msg":"Unexpected EOF during watch stream event decoding","err":"unexpected EOF"} {"level":"debug","ts":"2026-10-23T03:59:51.924367823Z","logger":"controller-runtime.cache","caller":"watch/streamwatcher.go:120","msg":"Unexpected EOF during watch stream event decoding","err":"unexpected EOF"} {"level":"debug","ts":"2026-10-23T03:59:51.924365514Z","logger":"controller-runtime.cache","caller":"watch/streamwatcher.go:120","msg":"Unexpected EOF during watch stream event decoding","err":"unexpected EOF"} {"level":"debug","ts":"2026-10-23T03:59:51.924288722Z","logger":"controller-runtime.cache","caller":"watch/streamwatcher.go:120","msg":"Unexpected EOF during watch stream event decoding","err":"unexpected EOF"} {"level":"debug","ts":"2026-10-23T03:59:51.924288737Z","logger":"controller-runtime.cache","caller":"watch/streamwatcher.go:120","msg":"Unexpected EOF during watch stream event decoding","err":"unexpected EOF"} {"level":"debug","ts":"2026-10-23T03:59:51.924498766Z","logger":"controller-runtime.cache","caller":"watch/streamwatcher.go:120","msg":"Unexpected EOF during watch stream event decoding","err":"unexpected EOF"} {"level":"debug","ts":"2026-10-23T03:59:51.924654036Z","logger":"controller-runtime.cache","caller":"watch/streamwatcher.go:120","msg":"Unexpected EOF during watch stream event decoding","err":"unexpected EOF"} {"level":"debug","ts":"2026-10-23T03:59:51.924658838Z","logger":"controller-runtime.cache","caller":"watch/streamwatcher.go:120","msg":"Unexpected EOF during watch stream event decoding","err":"unexpected EOF"} {"level":"debug","ts":"2026-10-23T03:59:51.924717585Z","logger":"controller-runtime.cache","caller":"watch/streamwatcher.go:120","msg":"Unexpected EOF during watch stream event decoding","err":"unexpected EOF"} {"level":"debug","ts":"2026-10-23T03:59:51.924738318Z","logger":"controller-runtime.cache","caller":"watch/streamwatcher.go:120","msg":"Unexpected EOF during watch stream event decoding","err":"unexpected EOF"} {"level":"debug","ts":"2026-10-23T03:59:51.924749245Z","logger":"controller-runtime.cache","caller":"watch/streamwatcher.go:120","msg":"Unexpected EOF during watch stream event decoding","err":"unexpected EOF"} {"level":"debug","ts":"2026-10-23T03:59:51.924762912Z","logger":"controller-runtime.cache","caller":"watch/streamwatcher.go:120","msg":"Unexpected EOF during watch stream event decoding","err":"unexpected EOF"} {"level":"debug","ts":"2026-10-23T03:59:51.924761239Z","logger":"controller-runtime.cache","caller":"watch/streamwatcher.go:120","msg":"Unexpected EOF during watch stream event decoding","err":"unexpected EOF"} {"level":"debug","ts":"2026-10-23T03:59:51.924783799Z","logger":"controller-runtime.cache","caller":"watch/streamwatcher.go:120","msg":"Unexpected EOF during watch stream event decoding","err":"unexpected EOF"} {"level":"debug","ts":"2026-10-23T03:59:51.924800507Z","logger":"controller-runtime.cache","caller":"watch/streamwatcher.go:120","msg":"Unexpected EOF during watch stream event decoding","err":"unexpected EOF"} {"level":"debug","ts":"2026-10-23T03:59:51.924797852Z","logger":"controller-runtime.cache","caller":"watch/streamwatcher.go:120","msg":"Unexpected EOF during watch stream event decoding","err":"unexpected EOF"} {"level":"debug","ts":"2026-10-23T03:59:51.924828932Z","logger":"controller-runtime.cache","caller":"watch/streamwatcher.go:120","msg":"Unexpected EOF during watch stream event decoding","err":"unexpected EOF"} {"level":"debug","ts":"2026-10-23T03:59:51.924855732Z","logger":"controller-runtime.cache","caller":"watch/streamwatcher.go:120","msg":"Unexpected EOF during watch stream event decoding","err":"unexpected EOF"} {"level":"debug","ts":"2026-10-23T03:59:51.924865933Z","logger":"controller-runtime.cache","caller":"watch/streamwatcher.go:120","msg":"Unexpected EOF during watch stream event decoding","err":"unexpected EOF"} {"level":"Level(-2)","ts":"2026-10-23T04:05:24.880511493Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-dlqmz","name":"test-trainjob-vgrf7","reconcileID":"9780439b-8218-4618-9a0e-210ccfac8796","job":"test-ns-dlqmz/test-trainjob-vgrf7","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-dlqmz"} {"level":"Level(-2)","ts":"2026-10-23T04:05:24.923060892Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-dlqmz","name":"test-trainjob-vgrf7","reconcileID":"e9ad33ea-3f34-48d8-89ab-f2ec97b3d0c5","job":"test-ns-dlqmz/test-trainjob-vgrf7","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-dlqmz"} {"level":"Level(-2)","ts":"2026-10-23T04:05:30.863649048Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-dlqmz","name":"test-trainjob-vgrf7","reconcileID":"d0f62655-5583-41ca-b1dd-da8ca5321c26","job":"test-ns-dlqmz/test-trainjob-vgrf7","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-dlqmz"} {"level":"Level(-2)","ts":"2026-10-23T04:05:30.902745939Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-dlqmz","name":"test-trainjob-vgrf7","reconcileID":"36dd9ddc-47a5-45cc-b918-277670f83ad4","job":"test-ns-dlqmz/test-trainjob-vgrf7","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-dlqmz"} {"level":"Level(-2)","ts":"2026-10-23T04:05:31.873175979Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-dlqmz","name":"test-trainjob-vgrf7","reconcileID":"26a551dc-50fd-41b9-a538-3e81a4c6716d","job":"test-ns-dlqmz/test-trainjob-vgrf7","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-dlqmz"} {"level":"Level(-2)","ts":"2026-10-23T04:05:31.891454895Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-dlqmz","name":"test-trainjob-vgrf7","reconcileID":"3f937579-55a2-49e7-a8e9-be82565df2c0","job":"test-ns-dlqmz/test-trainjob-vgrf7","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-dlqmz"} {"level":"Level(-2)","ts":"2026-10-23T04:05:31.910728189Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-dlqmz","name":"test-trainjob-vgrf7","reconcileID":"6b29be46-5d2e-4a2f-9fea-b4cbcb2e719b","job":"test-ns-dlqmz/test-trainjob-vgrf7","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-dlqmz"} {"level":"Level(-2)","ts":"2026-10-23T04:05:31.947959174Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-dlqmz","name":"test-trainjob-vgrf7","reconcileID":"96f71e2c-865a-4e9a-9cae-d97b677941b6","job":"test-ns-dlqmz/test-trainjob-vgrf7","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-dlqmz"} {"level":"Level(-2)","ts":"2026-10-23T04:05:32.264606761Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-g6jdh","name":"test-trainjob-pn5kr","reconcileID":"def8bd5c-69fb-496d-871b-99b181f87c53","job":"test-ns-g6jdh/test-trainjob-pn5kr","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-g6jdh"} {"level":"Level(-2)","ts":"2026-10-23T04:05:32.390322449Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-g6jdh","name":"test-trainjob-pn5kr","reconcileID":"3e6b9cce-b485-4720-972a-8f31fdcc8752","job":"test-ns-g6jdh/test-trainjob-pn5kr","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-g6jdh"} {"level":"Level(-2)","ts":"2026-10-23T04:05:32.439969526Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-g6jdh","name":"test-trainjob-pn5kr","reconcileID":"86f1456d-8fef-4801-a399-414321dc7466","job":"test-ns-g6jdh/test-trainjob-pn5kr","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-g6jdh"} {"level":"Level(-2)","ts":"2026-10-23T04:05:32.476366546Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-g6jdh","name":"test-trainjob-pn5kr","reconcileID":"2fbdafdc-de3f-442e-bfa5-c60924a5c118","job":"test-ns-g6jdh/test-trainjob-pn5kr","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-g6jdh"} {"level":"Level(-2)","ts":"2026-10-23T04:05:32.563562679Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-g6jdh","name":"test-trainjob-pn5kr","reconcileID":"295c8d0e-c350-44ce-913a-5c5240a36214","job":"test-ns-g6jdh/test-trainjob-pn5kr","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-g6jdh"} {"level":"Level(-2)","ts":"2026-10-23T04:05:32.602591214Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-g6jdh","name":"test-trainjob-pn5kr","reconcileID":"2bb90d6c-cf83-4c62-a808-303031955eb0","job":"test-ns-g6jdh/test-trainjob-pn5kr","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-g6jdh"} {"level":"Level(-2)","ts":"2026-10-23T04:06:53.307054716Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-g6jdh","name":"test-trainjob-pn5kr","reconcileID":"843778e9-81dc-44df-a48c-4461d8a5b157","job":"test-ns-g6jdh/test-trainjob-pn5kr","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-g6jdh"} {"level":"Level(-2)","ts":"2026-10-23T04:06:53.345495049Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-g6jdh","name":"test-trainjob-pn5kr","reconcileID":"d4cd4631-327c-457b-a027-05a576bb597a","job":"test-ns-g6jdh/test-trainjob-pn5kr","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-g6jdh"} {"level":"Level(-2)","ts":"2026-10-23T04:06:56.326307271Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-g6jdh","name":"test-trainjob-pn5kr","reconcileID":"10f40be0-06dc-469d-8d4e-814ae3d9cfe1","job":"test-ns-g6jdh/test-trainjob-pn5kr","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-g6jdh"} {"level":"Level(-2)","ts":"2026-10-23T04:06:56.361874307Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-g6jdh","name":"test-trainjob-pn5kr","reconcileID":"601d84da-33b3-4393-ab79-1983a11a9c5a","job":"test-ns-g6jdh/test-trainjob-pn5kr","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-g6jdh"} {"level":"Level(-2)","ts":"2026-10-23T04:06:57.333375818Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-g6jdh","name":"test-trainjob-pn5kr","reconcileID":"9f74e5f0-73fc-4564-b4b8-345a8a1433c8","job":"test-ns-g6jdh/test-trainjob-pn5kr","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-g6jdh"} {"level":"Level(-2)","ts":"2026-10-23T04:06:57.351423525Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-g6jdh","name":"test-trainjob-pn5kr","reconcileID":"5559737e-d2d0-4fb2-9270-5059bffdfc40","job":"test-ns-g6jdh/test-trainjob-pn5kr","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-g6jdh"} {"level":"Level(-2)","ts":"2026-10-23T04:06:57.369379313Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-g6jdh","name":"test-trainjob-pn5kr","reconcileID":"90d858ab-d729-47e0-bc75-22fe7e581901","job":"test-ns-g6jdh/test-trainjob-pn5kr","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-g6jdh"} {"level":"Level(-2)","ts":"2026-10-23T04:06:57.406349618Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-g6jdh","name":"test-trainjob-pn5kr","reconcileID":"4306ecc9-704c-4ed2-a644-61c0fbcbe91c","job":"test-ns-g6jdh/test-trainjob-pn5kr","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-g6jdh"} {"level":"Level(-2)","ts":"2026-10-23T04:06:57.98135895Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-vzbpk","name":"test-trainjob-9k4lh","reconcileID":"ab7fb970-ccfd-4345-bd71-540f5121f4e7","job":"test-ns-vzbpk/test-trainjob-9k4lh","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-vzbpk"} {"level":"Level(-2)","ts":"2026-10-23T04:06:58.050464387Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-vzbpk","name":"test-trainjob-9k4lh","reconcileID":"aea9ce6b-faa2-4c90-a839-2db3af8fef9e","job":"test-ns-vzbpk/test-trainjob-9k4lh","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-vzbpk"} {"level":"Level(-2)","ts":"2026-10-23T04:06:58.112116314Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-vzbpk","name":"test-trainjob-9k4lh","reconcileID":"55c57c9c-9fd2-458b-a05c-09f46d914d81","job":"test-ns-vzbpk/test-trainjob-9k4lh","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-vzbpk"} {"level":"Level(-2)","ts":"2026-10-23T04:06:58.153962288Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-vzbpk","name":"test-trainjob-9k4lh","reconcileID":"ffc06faa-2ec3-4a74-8503-20ae75b36a08","job":"test-ns-vzbpk/test-trainjob-9k4lh","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-vzbpk"} {"level":"Level(-2)","ts":"2026-10-23T04:06:58.158012731Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-vzbpk","name":"test-trainjob-9k4lh","reconcileID":"bb08e7cc-3958-4931-84e6-e2cb87f5c67c","job":"test-ns-vzbpk/test-trainjob-9k4lh","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-vzbpk"} {"level":"Level(-2)","ts":"2026-10-23T04:06:58.194783921Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-vzbpk","name":"test-trainjob-9k4lh","reconcileID":"484d7d99-019d-493b-9005-78eda406c359","job":"test-ns-vzbpk/test-trainjob-9k4lh","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-vzbpk"} {"level":"Level(-2)","ts":"2026-10-23T04:07:03.120871903Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-g6jdh","name":"test-trainjob-pn5kr","reconcileID":"a301ea88-5127-448e-b456-aa9fc7abb375","job":"test-ns-g6jdh/test-trainjob-pn5kr","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-g6jdh"} {"level":"Level(-2)","ts":"2026-10-23T04:07:03.559092505Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-pcqln","name":"test-trainjob-zwd8b","reconcileID":"de91bb70-95ec-4536-92d2-efcf3e77f638","job":"test-ns-pcqln/test-trainjob-zwd8b","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-pcqln"} {"level":"Level(-2)","ts":"2026-10-23T04:07:13.423451208Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-vzbpk","name":"test-trainjob-9k4lh","reconcileID":"b0d61eb7-3a32-498e-81e4-82314e71b950","job":"test-ns-vzbpk/test-trainjob-9k4lh","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-vzbpk"} {"level":"Level(-2)","ts":"2026-10-23T04:07:13.462374291Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-vzbpk","name":"test-trainjob-9k4lh","reconcileID":"3e2799a1-fa8e-42e6-b09c-e76c2c9a6738","job":"test-ns-vzbpk/test-trainjob-9k4lh","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-vzbpk"} {"level":"Level(-2)","ts":"2026-10-23T04:07:18.435294585Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-vzbpk","name":"test-trainjob-9k4lh","reconcileID":"08eb37d9-f188-40d0-ab3a-e6d5f62d629b","job":"test-ns-vzbpk/test-trainjob-9k4lh","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-vzbpk"} {"level":"Level(-2)","ts":"2026-10-23T04:07:18.47494253Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-vzbpk","name":"test-trainjob-9k4lh","reconcileID":"a4211c34-6542-49c4-82d5-2c1761576020","job":"test-ns-vzbpk/test-trainjob-9k4lh","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-vzbpk"} {"level":"Level(-2)","ts":"2026-10-23T04:07:19.444651027Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-vzbpk","name":"test-trainjob-9k4lh","reconcileID":"02c26865-cc7e-4a73-ae9d-022017700f45","job":"test-ns-vzbpk/test-trainjob-9k4lh","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-vzbpk"} {"level":"Level(-2)","ts":"2026-10-23T04:07:19.483670314Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-vzbpk","name":"test-trainjob-9k4lh","reconcileID":"8fc42a6b-236d-4b8e-a087-e813248031dd","job":"test-ns-vzbpk/test-trainjob-9k4lh","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-vzbpk"} {"level":"Level(-2)","ts":"2026-10-23T04:07:19.498228958Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-vzbpk","name":"test-trainjob-9k4lh","reconcileID":"8a149e68-231f-4b14-86f7-0fd6193fc3db","job":"test-ns-vzbpk/test-trainjob-9k4lh","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-vzbpk"} {"level":"Level(-2)","ts":"2026-10-23T04:07:19.522251206Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-vzbpk","name":"test-trainjob-9k4lh","reconcileID":"5a263eb0-6567-4293-95ed-eb4a519cfe18","job":"test-ns-vzbpk/test-trainjob-9k4lh","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-vzbpk"} {"level":"Level(-2)","ts":"2026-10-23T04:07:19.539820238Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-vzbpk","name":"test-trainjob-9k4lh","reconcileID":"e308c3d8-7e82-465a-b1cd-637545760685","job":"test-ns-vzbpk/test-trainjob-9k4lh","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-vzbpk"} {"level":"Level(-2)","ts":"2026-10-23T04:07:19.597566464Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-vzbpk","name":"test-trainjob-9k4lh","reconcileID":"4ae6c71c-b574-4b5b-bec9-3ddcc631ce06","job":"test-ns-vzbpk/test-trainjob-9k4lh","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-vzbpk"} {"level":"Level(-2)","ts":"2026-10-23T04:08:11.70544799Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-vzbpk","name":"test-trainjob-9k4lh","reconcileID":"2f9a9347-4250-4b60-8b7b-1d7f7817f9a9","job":"test-ns-vzbpk/test-trainjob-9k4lh","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-vzbpk"} {"level":"Level(-2)","ts":"2026-10-23T04:08:11.748031691Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-vzbpk","name":"test-trainjob-9k4lh","reconcileID":"1a0ca163-be61-41be-806d-237cf2cd8a76","job":"test-ns-vzbpk/test-trainjob-9k4lh","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-vzbpk"} {"level":"Level(-2)","ts":"2026-10-23T04:08:22.759412862Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-vzbpk","name":"test-trainjob-9k4lh","reconcileID":"c630a884-6713-433d-b8dc-5ab4a8d68200","job":"test-ns-vzbpk/test-trainjob-9k4lh","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-vzbpk"} {"level":"Level(-2)","ts":"2026-10-23T04:08:22.799919854Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-vzbpk","name":"test-trainjob-9k4lh","reconcileID":"be4f4b96-9e72-486d-b109-b031e88cb96b","job":"test-ns-vzbpk/test-trainjob-9k4lh","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-vzbpk"} {"level":"Level(-2)","ts":"2026-10-23T04:08:23.768633889Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-vzbpk","name":"test-trainjob-9k4lh","reconcileID":"b2d9dabb-4da2-4d05-83cd-8cb8b73ff24f","job":"test-ns-vzbpk/test-trainjob-9k4lh","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-vzbpk"} {"level":"Level(-2)","ts":"2026-10-23T04:08:23.821349335Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-vzbpk","name":"test-trainjob-9k4lh","reconcileID":"47770de6-9d07-4ef9-8c4b-ea847ba2ad49","job":"test-ns-vzbpk/test-trainjob-9k4lh","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-vzbpk"} {"level":"Level(-2)","ts":"2026-10-23T04:08:23.826137883Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-vzbpk","name":"test-trainjob-9k4lh","reconcileID":"6167e242-5f3b-4d5d-b292-4a85de27fd67","job":"test-ns-vzbpk/test-trainjob-9k4lh","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-vzbpk"} {"level":"Level(-2)","ts":"2026-10-23T04:08:23.869875786Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-vzbpk","name":"test-trainjob-9k4lh","reconcileID":"ebcfb4e8-8603-433e-a45a-586cdcfc0c7c","job":"test-ns-vzbpk/test-trainjob-9k4lh","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-vzbpk"} {"level":"Level(-2)","ts":"2026-10-23T04:08:23.913218121Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-vzbpk","name":"test-trainjob-9k4lh","reconcileID":"c6548eaf-39de-4a7c-a782-da0bf7d3aa7d","job":"test-ns-vzbpk/test-trainjob-9k4lh","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-vzbpk"} {"level":"Level(-2)","ts":"2026-10-23T04:08:23.958718778Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-vzbpk","name":"test-trainjob-9k4lh","reconcileID":"6ba0c689-d097-487e-94c7-525a6942b7e3","job":"test-ns-vzbpk/test-trainjob-9k4lh","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-vzbpk"} {"level":"Level(-2)","ts":"2026-10-23T04:08:30.941258526Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-vzbpk","name":"test-trainjob-9k4lh","reconcileID":"8bf43f00-6dca-44f0-99cb-b6aa643a4682","job":"test-ns-vzbpk/test-trainjob-9k4lh","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-vzbpk"} {"level":"Level(-2)","ts":"2026-10-23T04:08:30.979049821Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-vzbpk","name":"test-trainjob-9k4lh","reconcileID":"83db6fc3-972e-4520-8b1e-4dfc26f331b7","job":"test-ns-vzbpk/test-trainjob-9k4lh","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-vzbpk"} {"level":"Level(-2)","ts":"2026-10-23T04:08:30.981510262Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-vzbpk","name":"test-trainjob-9k4lh","reconcileID":"e92e6a39-4702-4a53-ad74-a2aa02da1951","job":"test-ns-vzbpk/test-trainjob-9k4lh","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-vzbpk"} {"level":"Level(-2)","ts":"2026-10-23T04:08:31.055550436Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-vzbpk","name":"test-trainjob-9k4lh","reconcileID":"ffe3a3b9-82ad-46bb-b535-d4935d7fdf75","job":"test-ns-vzbpk/test-trainjob-9k4lh","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-vzbpk"} {"level":"Level(-2)","ts":"2026-10-23T04:08:45.995834371Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-prz52","name":"f8b152954bba","reconcileID":"d9f470ec-80ec-48aa-83f6-9428e8ae058a","job":"test-ns-prz52/f8b152954bba","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-prz52"} {"level":"Level(-2)","ts":"2026-10-23T04:08:46.119126299Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-prz52","name":"f8b152954bba","reconcileID":"99507dc6-ddfe-4b56-b664-91819b4f8b7d","job":"test-ns-prz52/f8b152954bba","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-prz52"} {"level":"Level(-2)","ts":"2026-10-23T04:08:46.18041228Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-prz52","name":"f8b152954bba","reconcileID":"18d66957-24fe-4a25-9d7e-5e9a48b38541","job":"test-ns-prz52/f8b152954bba","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-prz52"} {"level":"Level(-2)","ts":"2026-10-23T04:08:46.22059797Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-prz52","name":"f8b152954bba","reconcileID":"5e6c1dcd-b5c8-40be-8876-69ec78c024a7","job":"test-ns-prz52/f8b152954bba","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-prz52"} {"level":"Level(-2)","ts":"2026-10-23T04:08:46.268776623Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-prz52","name":"f8b152954bba","reconcileID":"cdcd99e9-2306-409e-8f01-1517aaa82825","job":"test-ns-prz52/f8b152954bba","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-prz52"} {"level":"Level(-2)","ts":"2026-10-23T04:08:46.310627751Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-prz52","name":"f8b152954bba","reconcileID":"cdd3a5f0-316c-4888-8d7e-c54e79397275","job":"test-ns-prz52/f8b152954bba","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-prz52"} {"level":"Level(-2)","ts":"2026-10-23T04:08:48.904287089Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-prz52","name":"f8b152954bba","reconcileID":"dbbcba5d-f70d-490c-8257-72a6443037a8","job":"test-ns-prz52/f8b152954bba","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-prz52"} {"level":"Level(-2)","ts":"2026-10-23T04:08:48.945305059Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-prz52","name":"f8b152954bba","reconcileID":"6c4e68d9-1b62-40aa-9e90-b6bead654448","job":"test-ns-prz52/f8b152954bba","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-prz52"} {"level":"Level(-2)","ts":"2026-10-23T04:09:18.107690245Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-prz52","name":"f8b152954bba","reconcileID":"88d4ba4e-05fd-4143-b561-5c6e6c5dfd7f","job":"test-ns-prz52/f8b152954bba","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-prz52"} {"level":"Level(-2)","ts":"2026-10-23T04:09:18.14791512Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-prz52","name":"f8b152954bba","reconcileID":"43e7d236-0660-45be-a694-1e1d1f56767c","job":"test-ns-prz52/f8b152954bba","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-prz52"} {"level":"Level(-2)","ts":"2026-10-23T04:09:19.117980698Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-prz52","name":"f8b152954bba","reconcileID":"a59a38c1-9c53-4135-a8f6-789cdb835043","job":"test-ns-prz52/f8b152954bba","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-prz52"} {"level":"Level(-2)","ts":"2026-10-23T04:09:19.151443617Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-prz52","name":"f8b152954bba","reconcileID":"9554b25e-f1ae-4872-8ec2-053c820a7668","job":"test-ns-prz52/f8b152954bba","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-prz52"} {"level":"Level(-2)","ts":"2026-10-23T04:09:19.156949096Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-prz52","name":"f8b152954bba","reconcileID":"6b92e4ff-819f-47f4-b6bf-feac8b374e12","job":"test-ns-prz52/f8b152954bba","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-prz52"} {"level":"Level(-2)","ts":"2026-10-23T04:09:19.238575665Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-prz52","name":"f8b152954bba","reconcileID":"5e4044d5-1ff8-4e04-b5a2-e637d258310b","job":"test-ns-prz52/f8b152954bba","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-prz52"}