{"level":"info","ts":"2026-10-22T17:04:32.742512948Z","logger":"setup","caller":"kueue/main.go:721","msg":"Configuration loaded","config":"apiVersion: config.kueue.x-k8s.io/v1beta2\nclientConnection:\n burst: 100\n qps: 50\ncontroller:\n groupKindConcurrency:\n ClusterQueue.kueue.x-k8s.io: 1\n Job.batch: 5\n LocalQueue.kueue.x-k8s.io: 1\n Pod: 5\n ResourceFlavor.kueue.x-k8s.io: 1\n Workload.kueue.x-k8s.io: 5\nhealth:\n healthProbeBindAddress: :8081\nintegrations:\n frameworks:\n - trainer.kubeflow.org/trainjob\n - deployment\ninternalCertManagement:\n enable: false\nkind: Configuration\nleaderElection:\n leaderElect: true\n leaseDuration: 2m17s\n renewDeadline: 1m47s\n resourceLock: leases\n resourceName: c1f6bfd2.kueue.x-k8s.io\n resourceNamespace: \"\"\n retryPeriod: 26s\nmanageJobsWithoutQueueName: false\nmanagedJobsNamespaceSelector:\n matchLabels:\n kueue.openshift.io/managed: \"true\"\nmetrics:\n bindAddress: :8443\n enableClusterQueueResources: true\n localQueueMetrics:\n enable: true\nmultiKueue:\n dispatcherName: kueue.x-k8s.io/multikueue-dispatcher-all-at-once\n gcInterval: 1m0s\n origin: multikueue\n workerLostTimeout: 15m0s\nnamespace: openshift-kueue-operator\ntls:\n cipherSuites:\n - TLS_AES_128_GCM_SHA256\n - TLS_AES_256_GCM_SHA384\n - TLS_CHACHA20_POLY1305_SHA256\n - TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256\n - TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256\n - TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384\n - TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384\n - TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305_SHA256\n - TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305_SHA256\n minVersion: VersionTLS12\nvisibilityServer:\n bindPort: 8082\nwebhook:\n certDir: /tmp/k8s-webhook-server/serving-certs\n port: 9443\n"} {"level":"info","ts":"2026-10-22T17:04:32.742679207Z","logger":"setup","caller":"kueue/main.go:170","msg":"Initializing","gitVersion":"d12900d9-dirty","gitCommit":"d12900d94cd6813a3882a6391ffd70009a4b61d9","buildDate":"2026-10-05T16:41:45Z"} {"level":"Level(-2)","ts":"2026-10-22T17:04:32.743179169Z","logger":"setup","caller":"features/kube_features.go:1144","msg":"Loaded feature gates","featureGates":{"AdmissionFairSharing":true,"AdmissionGatedBy":false,"AssignQueueLabelsForPods":true,"CleanupProvisioningRequestsOnEviction":true,"ConcurrentAdmission":false,"CustomMetricLabels":false,"DRAExtendedResources":false,"DeferRayServiceFinalizationForRedisCleanup":true,"DeploymentJobUIDLabel":false,"DynamicResourceAllocation":false,"ElasticJobsViaWorkloadSlices":true,"ElasticJobsViaWorkloadSlicesWithTAS":false,"EnforceProvisioningPodTemplateContents":false,"FailureRecoveryPolicy":false,"FairSharingPreemptWithinNominal":true,"FairSharingPrioritizeNonBorrowing":true,"FairSharingReevaluatePreemptionCandidates":false,"FastQuotaReleaseInPodIntegration":false,"FinalizeTerminatingPodGroups":false,"FinishOrphanedWorkloads":true,"FlavorFungibility":true,"FlavorFungibilityPreserveScanProgress":true,"HierarchicalCohorts":true,"HighMaxParallelismWithinReconcile":false,"KueueDRAIntegration":true,"KueueDRAIntegrationExtendedResource":false,"KueueDRAIntegrationPartitionableDevices":false,"KueueDRARejectWorkloadsWhenDRADisabled":true,"LWSImmutableGroupSize":true,"LendingLimit":true,"LocalQueueDefaulting":true,"LocalQueueMetrics":true,"ManagedJobsNamespaceSelectorAlwaysRespected":true,"MetricForWorkloadCreationLatency":true,"MetricsForCohorts":true,"MultiKueue":true,"MultiKueueAdaptersForCustomJobs":true,"MultiKueueAllowInsecureKubeconfigs":false,"MultiKueueBatchJobClearingTTLSecondsAfterFinishedOnWorkerCluster":false,"MultiKueueBatchJobWithManagedBy":true,"MultiKueueClusterProfile":false,"MultiKueueManagerQuotaAutomation":false,"MultiKueueOrchestratedPreemption":false,"MultiKueueRedoAdmissionOnEvictionInWorker":true,"MultiKueueRemoteSpecSync":true,"MultiKueueReuseClientConnectionConfigForWorkers":false,"MultiKueueWaitForWorkloadAdmitted":true,"ObjectRetentionPolicies":true,"PartialAdmission":true,"PodGroupSchedulingShapeOrdering":false,"PodIntegrationCountSucceededPodsAsReady":false,"PodIntegrationValidateGroupOwner":true,"PrioritizePreemptorWorkloads":false,"PriorityBoost":false,"PrioritySortingWithinCohort":true,"PropagateBatchJobLabelsToWorkload":true,"QuotaCheckStrategy":false,"ReclaimablePods":true,"RecomputeAssignmentUponPreemptionTargetsOverlap":false,"RejectUpdatesToCQWithInvalidOnFlavors":false,"RemoveFinalizersWithStrictPatch":true,"ReservedResourceNameValidation":false,"SanitizePodSets":true,"SchedulerLongRequeueInterval":false,"SchedulerTimestampPreemptionBuffer":false,"SchedulingEquivalenceHashing":true,"SchedulingEquivalenceHashingIgnorePodSetName":false,"ShortWorkloadNames":false,"SkipAncestorCheckForDeletedWorkloads":true,"SkipChildJobSuspension":false,"SkipFinalizersForPodsSuspendedByParent":true,"SkipReassignmentForPodOwnedWorkloads":false,"SparkApplicationIntegration":false,"TASBalancedPlacement":false,"TASCacheNodeMatchResults":true,"TASCacheTopologyTree":false,"TASCachingRemainingResources":true,"TASFailedNodeReplacement":true,"TASFailedNodeReplacementFailFast":true,"TASGroupedPodSetSlicing":false,"TASHandleOverlappingFlavors":true,"TASMultiLayerTopology":false,"TASPartialSlices":true,"TASProfileMixed":true,"TASRecomputeAssignmentWithinSchedulingCycle":true,"TASRejectFalseUnconstrainedTopology":false,"TASReplaceNodeDueToNotReadyOverFixedTime":true,"TASReplaceNodeOnNodeTaints":true,"TASReplaceNodeOnPodTermination":true,"TASRespectNodeAffinityPreferred":false,"TASValidateWorkloadSliceSize":true,"TLSOptions":true,"TopologyAwareScheduling":true,"UnadmittedWorkloadsExplicitStatus":false,"UnadmittedWorkloadsObservability":false,"ValidateRayAndSparkJobUpdates":true,"VectorizedResourceRequests":true,"VisibilityOnDemand":true,"WorkloadIdentifierAnnotations":true,"WorkloadPriorityClassDefaulting":false,"WorkloadRequestUseMergePatch":false,"WorkloadValidateResourcesAreNonNegative":true,"WorkloadValidationForPodSetMetadata":true}} {"level":"info","ts":"2026-10-22T17:04:32.743251986Z","logger":"setup","caller":"kueue/main.go:213","msg":"Initializing metrics certificate watcher using provided certificates","metrics-cert-path":"/etc/kueue/metrics/certs"} {"level":"info","ts":"2026-10-22T17:04:32.74354189Z","logger":"controller-runtime.certwatcher","caller":"certwatcher/certwatcher.go:214","msg":"Updated current TLS certificate","cert":"/etc/kueue/metrics/certs/tls.crt","key":"/etc/kueue/metrics/certs/tls.key"} {"level":"Level(-2)","ts":"2026-10-22T17:04:32.743773998Z","logger":"setup","caller":"kueue/main.go:257","msg":"K8S Client","qps":50,"burst":100} {"level":"info","ts":"2026-10-22T17:04:32.844661373Z","logger":"setup","caller":"kueue/main.go:683","msg":"RoleTracker: leader election enabled"} {"level":"error","ts":"2026-10-22T17:04:32.860116655Z","logger":"setup","caller":"kueue/main.go:445","msg":"Skipping admission check controller setup: Provisioning Requests not supported (Possible cause: missing or unsupported cluster-autoscaler)","error":"no matches for kind \"ProvisioningRequest\" in version \"autoscaling.x-k8s.io/v1\"","stacktrace":"main.setupIndexes\n\t/workspace/upstream/kueue/src/cmd/kueue/main.go:445\nmain.main\n\t/workspace/upstream/kueue/src/cmd/kueue/main.go:363\nruntime.main\n\t/usr/lib/golang/src/runtime/proc.go:290"} {"level":"info","ts":"2026-10-22T17:04:32.875065376Z","logger":"setup","caller":"kueue/main.go:625","msg":"Probe endpoints are configured on healthz and readyz"} {"level":"info","ts":"2026-10-22T17:04:32.875158208Z","logger":"queue-manager","caller":"queue/manager.go:138","msg":"DRA reconcile channel connected"} {"level":"info","ts":"2026-10-22T17:04:32.892526196Z","logger":"setup","caller":"kueue/main.go:497","msg":"Skipping provisioning controller setup: Provisioning Requests not supported (Possible cause: missing or unsupported cluster-autoscaler)"} {"level":"info","ts":"2026-10-22T17:04:32.89293215Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"workload.codeflare.dev/v1beta2, Kind=AppWrapper","path":"/mutate-workload-codeflare-dev-v1beta2-appwrapper"} {"level":"info","ts":"2026-10-22T17:04:32.893213828Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-workload-codeflare-dev-v1beta2-appwrapper"} {"level":"info","ts":"2026-10-22T17:04:32.893265468Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"workload.codeflare.dev/v1beta2, Kind=AppWrapper","path":"/validate-workload-codeflare-dev-v1beta2-appwrapper"} {"level":"info","ts":"2026-10-22T17:04:32.893324151Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-workload-codeflare-dev-v1beta2-appwrapper"} {"level":"info","ts":"2026-10-22T17:04:32.893438415Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"apps/v1, Kind=Deployment","path":"/mutate-apps-v1-deployment"} {"level":"info","ts":"2026-10-22T17:04:32.893496383Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-apps-v1-deployment"} {"level":"info","ts":"2026-10-22T17:04:32.893529499Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"apps/v1, Kind=Deployment","path":"/validate-apps-v1-deployment"} {"level":"info","ts":"2026-10-22T17:04:32.893582838Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-apps-v1-deployment"} {"level":"info","ts":"2026-10-22T17:04:32.893661616Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"batch/v1, Kind=Job","path":"/mutate-batch-v1-job"} {"level":"info","ts":"2026-10-22T17:04:32.893717564Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-batch-v1-job"} {"level":"info","ts":"2026-10-22T17:04:32.893748565Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"batch/v1, Kind=Job","path":"/validate-batch-v1-job"} {"level":"info","ts":"2026-10-22T17:04:32.893799731Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-batch-v1-job"} {"level":"info","ts":"2026-10-22T17:04:32.893862085Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"jobset.x-k8s.io/v1alpha2, Kind=JobSet","path":"/mutate-jobset-x-k8s-io-v1alpha2-jobset"} {"level":"info","ts":"2026-10-22T17:04:32.893931901Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-jobset-x-k8s-io-v1alpha2-jobset"} {"level":"info","ts":"2026-10-22T17:04:32.89396452Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"jobset.x-k8s.io/v1alpha2, Kind=JobSet","path":"/validate-jobset-x-k8s-io-v1alpha2-jobset"} {"level":"info","ts":"2026-10-22T17:04:32.894023332Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-jobset-x-k8s-io-v1alpha2-jobset"} {"level":"info","ts":"2026-10-22T17:04:32.894090223Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=JAXJob","path":"/mutate-kubeflow-org-v1-jaxjob"} {"level":"info","ts":"2026-10-22T17:04:32.894148652Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-jaxjob"} {"level":"info","ts":"2026-10-22T17:04:32.894182922Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=JAXJob","path":"/validate-kubeflow-org-v1-jaxjob"} {"level":"info","ts":"2026-10-22T17:04:32.894235232Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-jaxjob"} {"level":"info","ts":"2026-10-22T17:04:32.894296023Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=PaddleJob","path":"/mutate-kubeflow-org-v1-paddlejob"} {"level":"info","ts":"2026-10-22T17:04:32.894349273Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-paddlejob"} {"level":"info","ts":"2026-10-22T17:04:32.894381517Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=PaddleJob","path":"/validate-kubeflow-org-v1-paddlejob"} {"level":"info","ts":"2026-10-22T17:04:32.894433769Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-paddlejob"} {"level":"info","ts":"2026-10-22T17:04:32.894492583Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=PyTorchJob","path":"/mutate-kubeflow-org-v1-pytorchjob"} {"level":"info","ts":"2026-10-22T17:04:32.8945449Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-pytorchjob"} {"level":"info","ts":"2026-10-22T17:04:32.894576139Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=PyTorchJob","path":"/validate-kubeflow-org-v1-pytorchjob"} {"level":"info","ts":"2026-10-22T17:04:32.894628405Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-pytorchjob"} {"level":"info","ts":"2026-10-22T17:04:32.894697358Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=TFJob","path":"/mutate-kubeflow-org-v1-tfjob"} {"level":"info","ts":"2026-10-22T17:04:32.89476049Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-tfjob"} {"level":"info","ts":"2026-10-22T17:04:32.894794953Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=TFJob","path":"/validate-kubeflow-org-v1-tfjob"} {"level":"info","ts":"2026-10-22T17:04:32.894850386Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-tfjob"} {"level":"info","ts":"2026-10-22T17:04:32.894922572Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=XGBoostJob","path":"/mutate-kubeflow-org-v1-xgboostjob"} {"level":"info","ts":"2026-10-22T17:04:32.894980713Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-xgboostjob"} {"level":"info","ts":"2026-10-22T17:04:32.89501577Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=XGBoostJob","path":"/validate-kubeflow-org-v1-xgboostjob"} {"level":"info","ts":"2026-10-22T17:04:32.895068785Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-xgboostjob"} {"level":"info","ts":"2026-10-22T17:04:32.895138836Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v2beta1, Kind=MPIJob","path":"/mutate-kubeflow-org-v2beta1-mpijob"} {"level":"info","ts":"2026-10-22T17:04:32.895192403Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v2beta1-mpijob"} {"level":"info","ts":"2026-10-22T17:04:32.895225417Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"kubeflow.org/v2beta1, Kind=MPIJob","path":"/validate-kubeflow-org-v2beta1-mpijob"} {"level":"info","ts":"2026-10-22T17:04:32.895281626Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v2beta1-mpijob"} {"level":"info","ts":"2026-10-22T17:04:32.895393187Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"/v1, Kind=Pod","path":"/mutate--v1-pod"} {"level":"info","ts":"2026-10-22T17:04:32.895451251Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate--v1-pod"} {"level":"info","ts":"2026-10-22T17:04:32.895484333Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"/v1, Kind=Pod","path":"/validate--v1-pod"} {"level":"info","ts":"2026-10-22T17:04:32.895536996Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate--v1-pod"} {"level":"info","ts":"2026-10-22T17:04:32.895601337Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"leaderworkerset.x-k8s.io/v1, Kind=LeaderWorkerSet","path":"/mutate-leaderworkerset-x-k8s-io-v1-leaderworkerset"} {"level":"info","ts":"2026-10-22T17:04:32.895656156Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-leaderworkerset-x-k8s-io-v1-leaderworkerset"} {"level":"info","ts":"2026-10-22T17:04:32.895689516Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"leaderworkerset.x-k8s.io/v1, Kind=LeaderWorkerSet","path":"/validate-leaderworkerset-x-k8s-io-v1-leaderworkerset"} {"level":"info","ts":"2026-10-22T17:04:32.895743868Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-leaderworkerset-x-k8s-io-v1-leaderworkerset"} {"level":"info","ts":"2026-10-22T17:04:32.895806098Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"ray.io/v1, Kind=RayCluster","path":"/mutate-ray-io-v1-raycluster"} {"level":"info","ts":"2026-10-22T17:04:32.895860411Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-ray-io-v1-raycluster"} {"level":"info","ts":"2026-10-22T17:04:32.895895108Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"ray.io/v1, Kind=RayCluster","path":"/validate-ray-io-v1-raycluster"} {"level":"info","ts":"2026-10-22T17:04:32.895962911Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-ray-io-v1-raycluster"} {"level":"info","ts":"2026-10-22T17:04:32.896031518Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"ray.io/v1, Kind=RayJob","path":"/mutate-ray-io-v1-rayjob"} {"level":"info","ts":"2026-10-22T17:04:32.896087897Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-ray-io-v1-rayjob"} {"level":"info","ts":"2026-10-22T17:04:32.896121602Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"ray.io/v1, Kind=RayJob","path":"/validate-ray-io-v1-rayjob"} {"level":"info","ts":"2026-10-22T17:04:32.896174596Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-ray-io-v1-rayjob"} {"level":"info","ts":"2026-10-22T17:04:32.896232868Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"ray.io/v1, Kind=RayService","path":"/mutate-ray-io-v1-rayservice"} {"level":"info","ts":"2026-10-22T17:04:32.896303993Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-ray-io-v1-rayservice"} {"level":"info","ts":"2026-10-22T17:04:32.896345079Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"ray.io/v1, Kind=RayService","path":"/validate-ray-io-v1-rayservice"} {"level":"info","ts":"2026-10-22T17:04:32.896398248Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-ray-io-v1-rayservice"} {"level":"info","ts":"2026-10-22T17:04:32.896461271Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"sparkoperator.k8s.io/v1beta2, Kind=SparkApplication","path":"/mutate-sparkoperator-k8s-io-v1beta2-sparkapplication"} {"level":"info","ts":"2026-10-22T17:04:32.896517029Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-sparkoperator-k8s-io-v1beta2-sparkapplication"} {"level":"info","ts":"2026-10-22T17:04:32.896549897Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"sparkoperator.k8s.io/v1beta2, Kind=SparkApplication","path":"/validate-sparkoperator-k8s-io-v1beta2-sparkapplication"} {"level":"info","ts":"2026-10-22T17:04:32.896601865Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-sparkoperator-k8s-io-v1beta2-sparkapplication"} {"level":"info","ts":"2026-10-22T17:04:32.896662035Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"apps/v1, Kind=StatefulSet","path":"/mutate-apps-v1-statefulset"} {"level":"info","ts":"2026-10-22T17:04:32.896714509Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-apps-v1-statefulset"} {"level":"info","ts":"2026-10-22T17:04:32.896746414Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"apps/v1, Kind=StatefulSet","path":"/validate-apps-v1-statefulset"} {"level":"info","ts":"2026-10-22T17:04:32.896840097Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-apps-v1-statefulset"} {"level":"info","ts":"2026-10-22T17:04:32.897205121Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","path":"/mutate-trainer-kubeflow-org-v1alpha1-trainjob"} {"level":"info","ts":"2026-10-22T17:04:32.897277138Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-trainer-kubeflow-org-v1alpha1-trainjob"} {"level":"info","ts":"2026-10-22T17:04:32.897316932Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","path":"/validate-trainer-kubeflow-org-v1alpha1-trainjob"} {"level":"info","ts":"2026-10-22T17:04:32.897369441Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-trainer-kubeflow-org-v1alpha1-trainjob"} {"level":"info","ts":"2026-10-22T17:04:32.897429191Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=Workload","path":"/mutate-kueue-x-k8s-io-v1beta2-workload"} {"level":"info","ts":"2026-10-22T17:04:32.897482019Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kueue-x-k8s-io-v1beta2-workload"} {"level":"info","ts":"2026-10-22T17:04:32.897515454Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=Workload","path":"/validate-kueue-x-k8s-io-v1beta2-workload"} {"level":"info","ts":"2026-10-22T17:04:32.897567394Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kueue-x-k8s-io-v1beta2-workload"} {"level":"info","ts":"2026-10-22T17:04:32.897657841Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/convert"} {"level":"info","ts":"2026-10-22T17:04:32.897668069Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:319","msg":"Conversion webhook enabled","GVK":"kueue.x-k8s.io/v1beta2, Kind=Workload"} {"level":"info","ts":"2026-10-22T17:04:32.897701634Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=ResourceFlavor","path":"/mutate-kueue-x-k8s-io-v1beta2-resourceflavor"} {"level":"info","ts":"2026-10-22T17:04:32.897752467Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kueue-x-k8s-io-v1beta2-resourceflavor"} {"level":"info","ts":"2026-10-22T17:04:32.897786017Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=ResourceFlavor","path":"/validate-kueue-x-k8s-io-v1beta2-resourceflavor"} {"level":"info","ts":"2026-10-22T17:04:32.897836971Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kueue-x-k8s-io-v1beta2-resourceflavor"} {"level":"info","ts":"2026-10-22T17:04:32.897896583Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=ClusterQueue","path":"/mutate-kueue-x-k8s-io-v1beta2-clusterqueue"} {"level":"info","ts":"2026-10-22T17:04:32.897968422Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kueue-x-k8s-io-v1beta2-clusterqueue"} {"level":"info","ts":"2026-10-22T17:04:32.89800955Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=ClusterQueue","path":"/validate-kueue-x-k8s-io-v1beta2-clusterqueue"} {"level":"info","ts":"2026-10-22T17:04:32.898066895Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kueue-x-k8s-io-v1beta2-clusterqueue"} {"level":"info","ts":"2026-10-22T17:04:32.898113136Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:319","msg":"Conversion webhook enabled","GVK":"kueue.x-k8s.io/v1beta2, Kind=ClusterQueue"} {"level":"info","ts":"2026-10-22T17:04:32.89814995Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=Cohort","path":"/validate-kueue-x-k8s-io-v1beta2-cohort"} {"level":"info","ts":"2026-10-22T17:04:32.898202492Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kueue-x-k8s-io-v1beta2-cohort"} {"level":"info","ts":"2026-10-22T17:04:32.898248488Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:319","msg":"Conversion webhook enabled","GVK":"kueue.x-k8s.io/v1beta2, Kind=Cohort"} {"level":"info","ts":"2026-10-22T17:04:32.898291713Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:319","msg":"Conversion webhook enabled","GVK":"kueue.x-k8s.io/v1beta2, Kind=LocalQueue"} {"level":"info","ts":"2026-10-22T17:04:32.898320298Z","logger":"setup","caller":"kueue/main.go:430","msg":"Starting manager"} {"level":"info","ts":"2026-10-22T17:04:32.898393482Z","logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"} {"level":"info","ts":"2026-10-22T17:04:32.898525406Z","caller":"manager/server.go:83","msg":"starting server","name":"health probe","addr":"[::]:8081"} {"level":"info","ts":"2026-10-22T17:04:32.898550403Z","logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":8443","secure":true} {"level":"info","ts":"2026-10-22T17:04:32.898573538Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:191","msg":"Starting webhook server"} {"level":"info","ts":"2026-10-22T17:04:32.899097371Z","logger":"controller-runtime.certwatcher","caller":"certwatcher/certwatcher.go:214","msg":"Updated current TLS certificate","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key"} {"level":"info","ts":"2026-10-22T17:04:32.899220081Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:242","msg":"Serving webhook server","host":"","port":9443} {"level":"info","ts":"2026-10-22T17:04:32.899333686Z","logger":"controller-runtime.certwatcher","caller":"certwatcher/certwatcher.go:136","msg":"Starting certificate poll+watcher","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10} {"level":"Level(-2)","ts":"2026-10-22T17:04:32.914623404Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1.LimitRange","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"} {"level":"Level(-2)","ts":"2026-10-22T17:04:32.915145435Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1beta2.LocalQueue","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"} {"level":"Level(-2)","ts":"2026-10-22T17:04:32.915327218Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1beta2.AdmissionCheck","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"} {"level":"Level(-2)","ts":"2026-10-22T17:04:32.915365145Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1beta2.ResourceFlavor","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"} {"level":"Level(-2)","ts":"2026-10-22T17:04:32.915861143Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1beta2.MultiKueueCluster","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"} {"level":"Level(-2)","ts":"2026-10-22T17:04:32.916481153Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1alpha1.TrainingRuntime","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"} {"level":"Level(-2)","ts":"2026-10-22T17:04:32.916686783Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1.Node","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"} {"level":"Level(-2)","ts":"2026-10-22T17:04:32.916806229Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1alpha1.TrainJob","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"} {"level":"Level(-2)","ts":"2026-10-22T17:04:32.917437021Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1beta2.Workload","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"} {"level":"Level(-2)","ts":"2026-10-22T17:04:32.928115439Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1beta2.MultiKueueConfig","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"} {"level":"Level(-2)","ts":"2026-10-22T17:04:32.929697751Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1alpha1.ClusterTrainingRuntime","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"} {"level":"Level(-2)","ts":"2026-10-22T17:04:32.9566168Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1.Pod","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"} {"level":"info","ts":"2026-10-22T17:04:32.999777739Z","logger":"controller-runtime.certwatcher","caller":"certwatcher/certwatcher.go:136","msg":"Starting certificate poll+watcher","cert":"/etc/kueue/metrics/certs/tls.crt","key":"/etc/kueue/metrics/certs/tls.key","interval":10} I1022 17:04:33.000037 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="openshift-kueue-operator/c1f6bfd2.kueue.x-k8s.io" {"level":"info","ts":"2026-10-22T17:04:33.000189862Z","logger":"workloadpriorityclass-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.WorkloadPriorityClass"} {"level":"info","ts":"2026-10-22T17:04:33.000259192Z","logger":"localqueue-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ClusterQueue"} {"level":"info","ts":"2026-10-22T17:04:33.000305859Z","logger":"localqueue-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.LocalQueue"} {"level":"info","ts":"2026-10-22T17:04:33.000269308Z","logger":"localqueue-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0x1a09bfcc9b90"} {"level":"info","ts":"2026-10-22T17:04:33.000352801Z","logger":"tas-topology-controller","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.Topology"} {"level":"info","ts":"2026-10-22T17:04:33.000403033Z","logger":"tas-topology-controller","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ResourceFlavor"} {"level":"info","ts":"2026-10-22T17:04:33.000491037Z","logger":"tas-topology-ungater","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.Workload"} {"level":"info","ts":"2026-10-22T17:04:33.000577894Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ClusterQueue"} {"level":"info","ts":"2026-10-22T17:04:33.000614301Z","logger":"admissioncheck-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.AdmissionCheck"} {"level":"info","ts":"2026-10-22T17:04:33.000519197Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0x1a09bfcc9dc0"} {"level":"info","ts":"2026-10-22T17:04:33.000539962Z","logger":"tas-topology-ungater","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Pod"} {"level":"info","ts":"2026-10-22T17:04:33.000710908Z","logger":"workload-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0x1a09bfcc4000"} {"level":"info","ts":"2026-10-22T17:04:33.000746601Z","logger":"cohort-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.Cohort"} {"level":"info","ts":"2026-10-22T17:04:33.000769164Z","logger":"workload-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.RuntimeClass"} {"level":"info","ts":"2026-10-22T17:04:33.000607527Z","logger":"admissioncheck-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0x1a09bfcc99d0"} {"level":"info","ts":"2026-10-22T17:04:33.000715789Z","logger":"cohort-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0x1a09bfcc9ce0"} {"level":"info","ts":"2026-10-22T17:04:33.000500684Z","logger":"resourceflavor-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ResourceFlavor"} {"level":"info","ts":"2026-10-22T17:04:33.000542889Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Namespace"} {"level":"info","ts":"2026-10-22T17:04:33.000751887Z","logger":"workload-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.LimitRange"} {"level":"info","ts":"2026-10-22T17:04:33.000823777Z","logger":"workload-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ClusterQueue"} {"level":"info","ts":"2026-10-22T17:04:33.000471925Z","logger":"resourceflavor-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0x1a09bfcc98f0"} {"level":"info","ts":"2026-10-22T17:04:33.000825634Z","logger":"tas-non-tas-usage-controller","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Pod"} {"level":"info","ts":"2026-10-22T17:04:33.000842294Z","logger":"workload-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.LocalQueue"} {"level":"info","ts":"2026-10-22T17:04:33.000867102Z","logger":"workload-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.Workload"} {"level":"info","ts":"2026-10-22T17:04:33.000933999Z","logger":"tas-resource-flavor-controller","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0x1a09bfc5d030"} {"level":"info","ts":"2026-10-22T17:04:33.000975656Z","logger":"tas-resource-flavor-controller","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ResourceFlavor"} {"level":"info","ts":"2026-10-22T17:04:33.00100651Z","logger":"ElasticJobUngater","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.Workload"} {"level":"info","ts":"2026-10-22T17:04:33.001063065Z","logger":"tas-node-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Node"} {"level":"info","ts":"2026-10-22T17:04:33.001096313Z","logger":"ElasticJobUngater","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Pod"} {"level":"info","ts":"2026-10-22T17:04:33.00110965Z","logger":"tas-node-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Pod"} {"level":"Level(-2)","ts":"2026-10-22T17:04:33.016130693Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1beta2.Cohort","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"} {"level":"Level(-2)","ts":"2026-10-22T17:04:33.016195271Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1beta2.ClusterQueue","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"} {"level":"Level(-2)","ts":"2026-10-22T17:04:33.016212207Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1beta2.WorkloadPriorityClass","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"} {"level":"Level(-2)","ts":"2026-10-22T17:04:33.017267022Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1beta2.Topology","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"} {"level":"Level(-2)","ts":"2026-10-22T17:04:33.017837648Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1.RuntimeClass","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"} {"level":"Level(-2)","ts":"2026-10-22T17:04:33.020784273Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1.Namespace","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"} I1022 17:04:33.033177 1 leaderelection.go:272] "Successfully acquired lease" lock="openshift-kueue-operator/c1f6bfd2.kueue.x-k8s.io" {"level":"debug","ts":"2026-10-22T17:04:33.033205589Z","logger":"events","caller":"recorder/recorder.go:116","msg":"kueue-controller-manager-9f8886599-fds8l_1818513d-2dde-4306-a27b-b60c8fabb9d7 became leader","type":"Normal","object":{"kind":"Lease","namespace":"openshift-kueue-operator","name":"c1f6bfd2.kueue.x-k8s.io","uid":"39c02139-dd2b-4c37-860e-c2e387835a80","apiVersion":"coordination.k8s.io/v1","resourceVersion":"12961"},"reason":"LeaderElection"} {"level":"Level(-2)","ts":"2026-10-22T17:04:33.033324448Z","logger":"MultiKueueGC","caller":"multikueue/multikueuecluster.go:1158","msg":"Starting Garbage Collector"} {"level":"Level(-2)","ts":"2026-10-22T17:04:33.033445047Z","logger":"scheduler","caller":"scheduler/scheduler.go:295","msg":"Scheduling cycle starts","replica-role":"follower","schedulingCycle":1} {"level":"info","ts":"2026-10-22T17:04:33.033443246Z","logger":"setup","caller":"roletracker/tracker.go:66","msg":"RoleTracker: transitioned to leader"} {"level":"info","ts":"2026-10-22T17:04:33.033498254Z","logger":"multikueue-cluster","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"leader","source":"channel source: 0x1a09bfc5cd20"} {"level":"info","ts":"2026-10-22T17:04:33.033550502Z","logger":"multikueue-workload","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"leader","source":"kind source: *v1beta2.MultiKueueConfig"} {"level":"info","ts":"2026-10-22T17:04:33.033592527Z","logger":"multikueue-admissioncheck","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"leader","source":"kind source: *v1beta2.AdmissionCheck"} {"level":"info","ts":"2026-10-22T17:04:33.033616963Z","logger":"multikueue-admissioncheck","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"leader","source":"kind source: *v1beta2.MultiKueueConfig"} {"level":"info","ts":"2026-10-22T17:04:33.033513624Z","logger":"trainjob","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"leader","source":"kind source: *v1alpha2.JobSet"} {"level":"info","ts":"2026-10-22T17:04:33.033487684Z","logger":"multikueue-cluster","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"leader","source":"channel source: 0x1a09bfc5cd90"} {"level":"info","ts":"2026-10-22T17:04:33.033464299Z","logger":"multikueue-cluster","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.MultiKueueCluster"} {"level":"info","ts":"2026-10-22T17:04:33.03351978Z","logger":"multikueue-workload","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.Workload"} {"level":"info","ts":"2026-10-22T17:04:33.033532358Z","logger":"trainjob","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"leader","source":"kind source: *v1alpha1.TrainJob"} {"level":"info","ts":"2026-10-22T17:04:33.033486139Z","logger":"multikueue-workload","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"leader","source":"channel source: 0x1a09bfc5ce70"} {"level":"info","ts":"2026-10-22T17:04:33.033546664Z","logger":"trainjob","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"leader","source":"kind source: *v1beta2.Workload"} {"level":"info","ts":"2026-10-22T17:04:33.033569498Z","logger":"v1_pod","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"leader","source":"kind source: *v1.Pod"} {"level":"info","ts":"2026-10-22T17:04:33.033579431Z","logger":"v1_pod","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"leader","source":"kind source: *v1beta2.Workload"} {"level":"info","ts":"2026-10-22T17:04:33.033598436Z","logger":"multikueue-admissioncheck","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"leader","source":"kind source: *v1beta2.MultiKueueCluster"} {"level":"info","ts":"2026-10-22T17:04:33.03349142Z","logger":"multikueue-cluster","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Secret"} {"level":"Level(-2)","ts":"2026-10-22T17:04:33.049464284Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1alpha2.JobSet","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"} {"level":"Level(-2)","ts":"2026-10-22T17:04:33.050095954Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1.Secret","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"} {"level":"info","ts":"2026-10-22T17:04:33.10107352Z","logger":"tas-resource-flavor-controller","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-22T17:04:33.101111331Z","logger":"resourceflavor-reconciler","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-22T17:04:33.101154114Z","logger":"resourceflavor-reconciler","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"leader","worker count":1} {"level":"info","ts":"2026-10-22T17:04:33.101137267Z","logger":"tas-resource-flavor-controller","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"leader","worker count":1} {"level":"info","ts":"2026-10-22T17:04:33.10115426Z","logger":"admissioncheck-reconciler","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-22T17:04:33.101178689Z","logger":"admissioncheck-reconciler","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"leader","worker count":1} {"level":"info","ts":"2026-10-22T17:04:33.102235663Z","logger":"tas-non-tas-usage-controller","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-22T17:04:33.102267936Z","logger":"tas-non-tas-usage-controller","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"leader","worker count":5} {"level":"info","ts":"2026-10-22T17:04:33.102399776Z","logger":"tas-topology-ungater","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-22T17:04:33.102419232Z","logger":"tas-topology-ungater","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"leader","worker count":5} {"level":"info","ts":"2026-10-22T17:04:33.10275323Z","logger":"tas-node-reconciler","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-22T17:04:33.102835198Z","logger":"tas-node-reconciler","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"leader","worker count":1} {"level":"Level(-2)","ts":"2026-10-22T17:04:33.102893892Z","logger":"tas-node-reconciler","caller":"tas/node_controller.go:136","msg":"Reconcile Node","replica-role":"leader","name":"ip-10-0-135-234.ec2.internal","reconcileID":"3af849b3-132e-4644-9320-e4c499c0efe0"} {"level":"info","ts":"2026-10-22T17:04:33.103003551Z","logger":"ElasticJobUngater","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-22T17:04:33.103039392Z","logger":"ElasticJobUngater","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"leader","worker count":5} {"level":"Level(-2)","ts":"2026-10-22T17:04:33.103064811Z","logger":"tas-node-reconciler","caller":"tas/node_controller.go:136","msg":"Reconcile Node","replica-role":"leader","name":"ip-10-0-133-175.ec2.internal","reconcileID":"64fbc967-7470-4671-bdac-d037d9a489ea"} {"level":"Level(-2)","ts":"2026-10-22T17:04:33.10314189Z","logger":"tas-node-reconciler","caller":"tas/node_controller.go:136","msg":"Reconcile Node","replica-role":"leader","name":"ip-10-0-135-228.ec2.internal","reconcileID":"7234a557-ddd3-4eba-86b3-680d82154b88"} {"level":"info","ts":"2026-10-22T17:04:33.134834121Z","logger":"multikueue-workload","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-22T17:04:33.134886438Z","logger":"multikueue-workload","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"leader","worker count":5} {"level":"info","ts":"2026-10-22T17:04:33.13487433Z","logger":"v1_pod","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-22T17:04:33.134832895Z","logger":"multikueue-admissioncheck","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-22T17:04:33.134920504Z","logger":"v1_pod","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"leader","worker count":5} {"level":"info","ts":"2026-10-22T17:04:33.134929999Z","logger":"multikueue-admissioncheck","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"leader","worker count":1} {"level":"info","ts":"2026-10-22T17:04:33.20108681Z","logger":"workloadpriorityclass-reconciler","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-22T17:04:33.201086788Z","logger":"localqueue-reconciler","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-22T17:04:33.201113637Z","logger":"cohort-reconciler","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-22T17:04:33.201139368Z","logger":"localqueue-reconciler","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"leader","worker count":1} {"level":"info","ts":"2026-10-22T17:04:33.201147073Z","logger":"cohort-reconciler","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"leader","worker count":1} {"level":"info","ts":"2026-10-22T17:04:33.201126173Z","logger":"workloadpriorityclass-reconciler","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"leader","worker count":1} {"level":"info","ts":"2026-10-22T17:04:33.203244583Z","logger":"tas-topology-controller","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-22T17:04:33.203274092Z","logger":"tas-topology-controller","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"leader","worker count":1} {"level":"info","ts":"2026-10-22T17:04:33.203267855Z","logger":"workload-reconciler","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-22T17:04:33.203290039Z","logger":"workload-reconciler","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"leader","worker count":5} {"level":"info","ts":"2026-10-22T17:04:33.203233614Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-22T17:04:33.203305526Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"leader","worker count":1} {"level":"info","ts":"2026-10-22T17:04:33.235542027Z","logger":"trainjob","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-22T17:04:33.235557749Z","logger":"multikueue-cluster","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-22T17:04:33.235569934Z","logger":"trainjob","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"leader","worker count":1} {"level":"info","ts":"2026-10-22T17:04:33.235575935Z","logger":"multikueue-cluster","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"leader","worker count":1} I1022 17:04:33.275180 1 plugins.go:157] Loaded 1 mutating admission controller(s) successfully in the following order: NamespaceLifecycle. I1022 17:04:33.278643 1 handler.go:304] Adding GroupVersion visibility.kueue.x-k8s.io v1beta2 to ResourceManager I1022 17:04:33.278846 1 handler.go:304] Adding GroupVersion visibility.kueue.x-k8s.io v1beta1 to ResourceManager I1022 17:04:33.297635 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I1022 17:04:33.297652 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I1022 17:04:33.297679 1 shared_informer.go:402] "Waiting for caches to sync" I1022 17:04:33.297681 1 shared_informer.go:402] "Waiting for caches to sync" I1022 17:04:33.297657 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I1022 17:04:33.297704 1 shared_informer.go:402] "Waiting for caches to sync" I1022 17:04:33.297983 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/visibility/tls.crt::/visibility/tls.key" I1022 17:04:33.298621 1 secure_serving.go:214] Serving securely on [::]:8082 I1022 17:04:33.298660 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I1022 17:04:33.298701 1 apf_controller.go:377] Starting API Priority and Fairness config controller I1022 17:04:33.398076 1 shared_informer.go:409] "Caches are synced" I1022 17:04:33.398098 1 shared_informer.go:409] "Caches are synced" I1022 17:04:33.398114 1 shared_informer.go:409] "Caches are synced" I1022 17:04:33.399210 1 apf_controller.go:382] Running API Priority and Fairness config worker I1022 17:04:33.399225 1 apf_controller.go:385] Running API Priority and Fairness periodic rebalancing process http2: server: error reading preface from client 10.134.0.2:49218: read tcp 10.133.0.22:8082->10.134.0.2:49218: read: connection reset by peer {"level":"Level(-2)","ts":"2026-10-22T17:07:23.91707521Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-zm5pl","name":"e2e-test-torch","reconcileID":"5ffa78b4-56b1-4213-b40a-14b14bcf0186","job":"e2e-zm5pl/e2e-test-torch","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-zm5pl"} {"level":"Level(-2)","ts":"2026-10-22T17:07:24.066579862Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-zm5pl","name":"e2e-test-torch","reconcileID":"d109ddd1-e0d8-47a9-9a69-624dbd83c9f7","job":"e2e-zm5pl/e2e-test-torch","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-zm5pl"} {"level":"Level(-2)","ts":"2026-10-22T17:07:24.141461316Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-zm5pl","name":"e2e-test-torch","reconcileID":"67460066-5422-4031-a8b5-a4d0b67fff7f","job":"e2e-zm5pl/e2e-test-torch","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-zm5pl"} {"level":"Level(-2)","ts":"2026-10-22T17:07:24.20336374Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-zm5pl","name":"e2e-test-torch","reconcileID":"bb438031-5da2-42a1-b2e7-bd357e24409f","job":"e2e-zm5pl/e2e-test-torch","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-zm5pl"} {"level":"Level(-2)","ts":"2026-10-22T17:07:24.282544366Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-zm5pl","name":"e2e-test-torch","reconcileID":"b54bb673-0bd5-4cf9-b78e-bb8e12ba9471","job":"e2e-zm5pl/e2e-test-torch","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-zm5pl"} {"level":"Level(-2)","ts":"2026-10-22T17:07:24.314468782Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-zm5pl","name":"e2e-test-torch","reconcileID":"076e7d01-1f81-4bf2-b78f-3880b25ae0b8","job":"e2e-zm5pl/e2e-test-torch","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-zm5pl"} {"level":"Level(-2)","ts":"2026-10-22T17:12:05.408970439Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-zm5pl","name":"e2e-test-torch","reconcileID":"8c9e55e3-a1b3-405d-b544-0f0a57caf9c1","job":"e2e-zm5pl/e2e-test-torch","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-zm5pl"} {"level":"Level(-2)","ts":"2026-10-22T17:12:05.441476339Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-zm5pl","name":"e2e-test-torch","reconcileID":"f4f8898e-54b4-4a17-89e5-055b69986c0a","job":"e2e-zm5pl/e2e-test-torch","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-zm5pl"} {"level":"Level(-2)","ts":"2026-10-22T17:17:24.577875038Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-qmvwq","name":"e2e-test-deepspeed","reconcileID":"1339cc04-bc30-4cdf-9857-bebb1ba24057","job":"e2e-qmvwq/e2e-test-deepspeed","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-qmvwq"} {"level":"Level(-2)","ts":"2026-10-22T17:17:24.80820057Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-qmvwq","name":"e2e-test-deepspeed","reconcileID":"8d847c39-8691-4ef9-bd15-6074686c8998","job":"e2e-qmvwq/e2e-test-deepspeed","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-qmvwq"} {"level":"Level(-2)","ts":"2026-10-22T17:17:24.915660321Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-qmvwq","name":"e2e-test-deepspeed","reconcileID":"37b0a0ed-5727-4d40-a030-5db97331c304","job":"e2e-qmvwq/e2e-test-deepspeed","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-qmvwq"} {"level":"Level(-2)","ts":"2026-10-22T17:17:24.963723966Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-qmvwq","name":"e2e-test-deepspeed","reconcileID":"85d92422-3fa7-446e-a8d5-0502ab06dff5","job":"e2e-qmvwq/e2e-test-deepspeed","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-qmvwq"} {"level":"Level(-2)","ts":"2026-10-22T17:17:30.520157661Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-zm5pl","name":"e2e-test-torch","reconcileID":"2d07db33-913a-4338-bb34-9d8ba01f101e","job":"e2e-zm5pl/e2e-test-torch","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-zm5pl"} {"level":"Level(-2)","ts":"2026-10-22T17:17:30.54259052Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-zm5pl","name":"e2e-test-torch","reconcileID":"d65d53d9-67de-47d8-942f-bb34057c5e8a","job":"e2e-zm5pl/e2e-test-torch","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-zm5pl"} {"level":"Level(-2)","ts":"2026-10-22T17:17:30.552749894Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-zm5pl","name":"e2e-test-torch","reconcileID":"94cc8dba-6e8c-4dc6-9719-71d5972b253f","job":"e2e-zm5pl/e2e-test-torch","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-zm5pl"} {"level":"Level(-2)","ts":"2026-10-22T17:17:30.587012394Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-zm5pl","name":"e2e-test-torch","reconcileID":"c6154562-97ad-4804-98e6-91e2ba19a5a8","job":"e2e-zm5pl/e2e-test-torch","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-zm5pl"} {"level":"Level(-2)","ts":"2026-10-22T17:17:34.62659311Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-zm5pl","name":"e2e-test-torch","reconcileID":"92158aa7-be33-45d0-8c37-558b5b202ca6","job":"e2e-zm5pl/e2e-test-torch","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-zm5pl"} {"level":"Level(-2)","ts":"2026-10-22T17:28:23.457559239Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-hfvc2","name":"test-trainjob-rtnr2","reconcileID":"085ea743-c38c-4b94-b342-364a2b577e00","job":"test-ns-hfvc2/test-trainjob-rtnr2","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-hfvc2"} {"level":"Level(-2)","ts":"2026-10-22T17:28:23.603726051Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-hfvc2","name":"test-trainjob-rtnr2","reconcileID":"524313c8-8a31-47be-be98-a6be61bdbcdf","job":"test-ns-hfvc2/test-trainjob-rtnr2","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-hfvc2"} {"level":"Level(-2)","ts":"2026-10-22T17:28:23.678216571Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-hfvc2","name":"test-trainjob-rtnr2","reconcileID":"e4040f44-b668-4259-92cb-39e97e16711a","job":"test-ns-hfvc2/test-trainjob-rtnr2","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-hfvc2"} {"level":"Level(-2)","ts":"2026-10-22T17:28:23.714735297Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-hfvc2","name":"test-trainjob-rtnr2","reconcileID":"9c1ff0c5-b701-4da6-b9e1-4b9d8de9c0ca","job":"test-ns-hfvc2/test-trainjob-rtnr2","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-hfvc2"} {"level":"Level(-2)","ts":"2026-10-22T17:28:23.824020541Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-hfvc2","name":"test-trainjob-rtnr2","reconcileID":"eeae6032-a172-494e-8019-a17e564043f3","job":"test-ns-hfvc2/test-trainjob-rtnr2","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-hfvc2"} {"level":"Level(-2)","ts":"2026-10-22T17:28:23.856870335Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-hfvc2","name":"test-trainjob-rtnr2","reconcileID":"c2051899-a5c7-4739-ad9b-b388d810a40e","job":"test-ns-hfvc2/test-trainjob-rtnr2","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-hfvc2"} {"level":"Level(-2)","ts":"2026-10-22T17:28:26.349144171Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-hfvc2","name":"test-trainjob-rtnr2","reconcileID":"c1d7aa61-9b09-4c1c-83df-b868eec25585","job":"test-ns-hfvc2/test-trainjob-rtnr2","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-hfvc2"} {"level":"Level(-2)","ts":"2026-10-22T17:28:26.384034008Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-hfvc2","name":"test-trainjob-rtnr2","reconcileID":"f052389f-6f30-424d-aa3e-cd73c42c5f92","job":"test-ns-hfvc2/test-trainjob-rtnr2","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-hfvc2"} {"level":"Level(-2)","ts":"2026-10-22T17:28:28.359851359Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-hfvc2","name":"test-trainjob-rtnr2","reconcileID":"8aea55d7-83d7-46fa-aeb2-076d39a56a88","job":"test-ns-hfvc2/test-trainjob-rtnr2","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-hfvc2"} {"level":"Level(-2)","ts":"2026-10-22T17:28:28.392548004Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-hfvc2","name":"test-trainjob-rtnr2","reconcileID":"9e2efe76-3446-4ed1-b897-d6045517eb33","job":"test-ns-hfvc2/test-trainjob-rtnr2","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-hfvc2"} {"level":"Level(-2)","ts":"2026-10-22T17:28:29.366480427Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-hfvc2","name":"test-trainjob-rtnr2","reconcileID":"98fdaff1-3fd8-4715-b62b-f2327383d347","job":"test-ns-hfvc2/test-trainjob-rtnr2","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-hfvc2"} {"level":"Level(-2)","ts":"2026-10-22T17:28:29.393879442Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-hfvc2","name":"test-trainjob-rtnr2","reconcileID":"3013a238-1adb-45a7-8cea-bf9f88748911","job":"test-ns-hfvc2/test-trainjob-rtnr2","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-hfvc2"} {"level":"Level(-2)","ts":"2026-10-22T17:28:29.398758458Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-hfvc2","name":"test-trainjob-rtnr2","reconcileID":"3140c134-5299-4e11-9d64-1724a49f2cd7","job":"test-ns-hfvc2/test-trainjob-rtnr2","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-hfvc2"} {"level":"Level(-2)","ts":"2026-10-22T17:28:29.433027545Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-hfvc2","name":"test-trainjob-rtnr2","reconcileID":"e3443e4b-a9e1-45ab-a687-bbc35cfeba98","job":"test-ns-hfvc2/test-trainjob-rtnr2","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-hfvc2"} {"level":"Level(-2)","ts":"2026-10-22T17:28:29.833443695Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-7fqpz","name":"test-trainjob-xcb5k","reconcileID":"bbac94c4-e0dd-4f53-883c-96472204c109","job":"test-ns-7fqpz/test-trainjob-xcb5k","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-7fqpz"} {"level":"Level(-2)","ts":"2026-10-22T17:28:29.89526742Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-7fqpz","name":"test-trainjob-xcb5k","reconcileID":"d306dd4e-2ba3-4449-93d8-24a40f1e0b98","job":"test-ns-7fqpz/test-trainjob-xcb5k","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-7fqpz"} {"level":"Level(-2)","ts":"2026-10-22T17:28:29.978591452Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-7fqpz","name":"test-trainjob-xcb5k","reconcileID":"5f53b922-eb0a-4d25-a9f4-b519d01fea0a","job":"test-ns-7fqpz/test-trainjob-xcb5k","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-7fqpz"} {"level":"Level(-2)","ts":"2026-10-22T17:28:30.016136788Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-7fqpz","name":"test-trainjob-xcb5k","reconcileID":"6157d2f2-9fe9-448b-9f9b-b39693351ff4","job":"test-ns-7fqpz/test-trainjob-xcb5k","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-7fqpz"} {"level":"Level(-2)","ts":"2026-10-22T17:28:30.029288552Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-7fqpz","name":"test-trainjob-xcb5k","reconcileID":"f7511300-d29a-4d9b-8b0e-5f5b5a403646","job":"test-ns-7fqpz/test-trainjob-xcb5k","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-7fqpz"} {"level":"Level(-2)","ts":"2026-10-22T17:28:30.05301628Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-7fqpz","name":"test-trainjob-xcb5k","reconcileID":"d1466cba-8e87-4b27-9497-0233a24f3299","job":"test-ns-7fqpz/test-trainjob-xcb5k","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-7fqpz"} {"level":"Level(-2)","ts":"2026-10-22T17:28:35.023555498Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-hfvc2","name":"test-trainjob-rtnr2","reconcileID":"9cc041c9-6fb9-497a-9ba3-e6014d62eef7","job":"test-ns-hfvc2/test-trainjob-rtnr2","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-hfvc2"} {"level":"Level(-2)","ts":"2026-10-22T17:28:49.453350199Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-7fqpz","name":"test-trainjob-xcb5k","reconcileID":"6f4c639d-50b0-405d-b3df-3a24e2e1e036","job":"test-ns-7fqpz/test-trainjob-xcb5k","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-7fqpz"} {"level":"Level(-2)","ts":"2026-10-22T17:28:49.497799277Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-7fqpz","name":"test-trainjob-xcb5k","reconcileID":"f28ea8a2-3313-4793-8d22-3f952c249b51","job":"test-ns-7fqpz/test-trainjob-xcb5k","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-7fqpz"} {"level":"Level(-2)","ts":"2026-10-22T17:28:54.498493591Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-7fqpz","name":"test-trainjob-xcb5k","reconcileID":"7932f120-0d51-4180-b9c2-46b5e2636e5e","job":"test-ns-7fqpz/test-trainjob-xcb5k","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-7fqpz"} {"level":"Level(-2)","ts":"2026-10-22T17:28:54.534788174Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-7fqpz","name":"test-trainjob-xcb5k","reconcileID":"c0310471-287a-4ce1-9686-6e749251845c","job":"test-ns-7fqpz/test-trainjob-xcb5k","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-7fqpz"} {"level":"Level(-2)","ts":"2026-10-22T17:28:55.507637025Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-7fqpz","name":"test-trainjob-xcb5k","reconcileID":"50eec548-9fb7-4f49-a875-c2aea479409b","job":"test-ns-7fqpz/test-trainjob-xcb5k","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-7fqpz"} {"level":"Level(-2)","ts":"2026-10-22T17:28:55.544402679Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-7fqpz","name":"test-trainjob-xcb5k","reconcileID":"c4c18df2-dc93-42f0-bb10-1e2fd3f2177a","job":"test-ns-7fqpz/test-trainjob-xcb5k","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-7fqpz"} {"level":"Level(-2)","ts":"2026-10-22T17:28:55.591843134Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-7fqpz","name":"test-trainjob-xcb5k","reconcileID":"fc1b7541-6783-4ce1-85f2-70cca11881c7","job":"test-ns-7fqpz/test-trainjob-xcb5k","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-7fqpz"} {"level":"Level(-2)","ts":"2026-10-22T17:28:55.628733118Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-7fqpz","name":"test-trainjob-xcb5k","reconcileID":"43245f61-815b-4ab3-8c11-4d8d6ade0f42","job":"test-ns-7fqpz/test-trainjob-xcb5k","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-7fqpz"} {"level":"Level(-2)","ts":"2026-10-22T17:28:55.645030409Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-7fqpz","name":"test-trainjob-xcb5k","reconcileID":"b2e764e1-8997-4061-a05e-6bbfe9e45c8f","job":"test-ns-7fqpz/test-trainjob-xcb5k","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-7fqpz"} {"level":"Level(-2)","ts":"2026-10-22T17:28:55.667509607Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-7fqpz","name":"test-trainjob-xcb5k","reconcileID":"8dbb1eb4-333c-416a-9625-64da8c0336f5","job":"test-ns-7fqpz/test-trainjob-xcb5k","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-7fqpz"} {"level":"Level(-2)","ts":"2026-10-22T17:29:59.760883511Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-7fqpz","name":"test-trainjob-xcb5k","reconcileID":"74c96cb4-2613-409b-b3b3-ca7aae154d8d","job":"test-ns-7fqpz/test-trainjob-xcb5k","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-7fqpz"} {"level":"Level(-2)","ts":"2026-10-22T17:29:59.79720233Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-7fqpz","name":"test-trainjob-xcb5k","reconcileID":"03e9f129-9d9b-4a12-a010-a9c50d197ece","job":"test-ns-7fqpz/test-trainjob-xcb5k","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-7fqpz"} {"level":"Level(-2)","ts":"2026-10-22T17:30:10.809239262Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-7fqpz","name":"test-trainjob-xcb5k","reconcileID":"212d9584-260c-4f45-a709-7a691ff2c162","job":"test-ns-7fqpz/test-trainjob-xcb5k","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-7fqpz"} {"level":"Level(-2)","ts":"2026-10-22T17:30:10.845886964Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-7fqpz","name":"test-trainjob-xcb5k","reconcileID":"805dd673-a503-4630-9783-5f3f0b5def14","job":"test-ns-7fqpz/test-trainjob-xcb5k","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-7fqpz"} {"level":"Level(-2)","ts":"2026-10-22T17:30:11.817511565Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-7fqpz","name":"test-trainjob-xcb5k","reconcileID":"70dfd2df-b0c2-42aa-8c9c-68332dfd637c","job":"test-ns-7fqpz/test-trainjob-xcb5k","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-7fqpz"} {"level":"Level(-2)","ts":"2026-10-22T17:30:11.855072255Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-7fqpz","name":"test-trainjob-xcb5k","reconcileID":"60bae48a-a526-4133-9d4b-2c3ed2969187","job":"test-ns-7fqpz/test-trainjob-xcb5k","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-7fqpz"} {"level":"Level(-2)","ts":"2026-10-22T17:30:11.899400017Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-7fqpz","name":"test-trainjob-xcb5k","reconcileID":"af639562-6611-4d9e-803f-8a31f73fb2a7","job":"test-ns-7fqpz/test-trainjob-xcb5k","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-7fqpz"} {"level":"Level(-2)","ts":"2026-10-22T17:30:11.935838312Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-7fqpz","name":"test-trainjob-xcb5k","reconcileID":"7db5fedc-32b5-4852-a4ae-53ff4d6add68","job":"test-ns-7fqpz/test-trainjob-xcb5k","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-7fqpz"} {"level":"Level(-2)","ts":"2026-10-22T17:30:11.951056953Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-7fqpz","name":"test-trainjob-xcb5k","reconcileID":"bdae459d-0848-4697-a2f4-ca48902f1c4c","job":"test-ns-7fqpz/test-trainjob-xcb5k","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-7fqpz"} {"level":"Level(-2)","ts":"2026-10-22T17:30:11.974987478Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-7fqpz","name":"test-trainjob-xcb5k","reconcileID":"036b5602-6960-4a18-b79f-c66f012ae786","job":"test-ns-7fqpz/test-trainjob-xcb5k","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-7fqpz"} {"level":"Level(-2)","ts":"2026-10-22T17:31:25.417817031Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-7fqpz","name":"test-trainjob-xcb5k","reconcileID":"2a366cbe-179c-472c-8bda-0cfc2fff8a60","job":"test-ns-7fqpz/test-trainjob-xcb5k","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-7fqpz"} {"level":"Level(-2)","ts":"2026-10-22T17:31:25.452235475Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-7fqpz","name":"test-trainjob-xcb5k","reconcileID":"e1f912b2-d064-47ab-ad03-2f08f2cfaa35","job":"test-ns-7fqpz/test-trainjob-xcb5k","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-7fqpz"} {"level":"Level(-2)","ts":"2026-10-22T17:31:25.474870563Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-7fqpz","name":"test-trainjob-xcb5k","reconcileID":"1669e883-abc9-4727-a1e3-509ca475e91e","job":"test-ns-7fqpz/test-trainjob-xcb5k","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-7fqpz"} {"level":"Level(-2)","ts":"2026-10-22T17:31:25.512796328Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-7fqpz","name":"test-trainjob-xcb5k","reconcileID":"b989c10a-6497-418c-9f6b-56d8e3dc06b7","job":"test-ns-7fqpz/test-trainjob-xcb5k","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-7fqpz"} {"level":"Level(-2)","ts":"2026-10-22T17:31:40.576981235Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-wk5xf","name":"v7effbae1e16","reconcileID":"c0b848de-a28d-40b9-8cc4-a0bbe13837c3","job":"test-ns-wk5xf/v7effbae1e16","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-wk5xf"} {"level":"Level(-2)","ts":"2026-10-22T17:31:40.731616485Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-wk5xf","name":"v7effbae1e16","reconcileID":"8a67b785-a7d5-4d4d-a902-404767bf12b6","job":"test-ns-wk5xf/v7effbae1e16","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-wk5xf"} {"level":"Level(-2)","ts":"2026-10-22T17:31:40.811853343Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-wk5xf","name":"v7effbae1e16","reconcileID":"a43a4837-2e28-400d-b6c1-b2dbf48e3556","job":"test-ns-wk5xf/v7effbae1e16","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-wk5xf"} {"level":"Level(-2)","ts":"2026-10-22T17:31:40.849878894Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-wk5xf","name":"v7effbae1e16","reconcileID":"752e2ce1-0fa4-4947-922a-ecd2f8bdb188","job":"test-ns-wk5xf/v7effbae1e16","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-wk5xf"} {"level":"Level(-2)","ts":"2026-10-22T17:31:40.904100488Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-wk5xf","name":"v7effbae1e16","reconcileID":"fceeb012-8570-4d63-ba0d-d4589239421b","job":"test-ns-wk5xf/v7effbae1e16","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-wk5xf"} {"level":"Level(-2)","ts":"2026-10-22T17:31:40.940546349Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-wk5xf","name":"v7effbae1e16","reconcileID":"13c74b8b-7b45-490a-a3bc-89b3683bf89e","job":"test-ns-wk5xf/v7effbae1e16","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-wk5xf"} {"level":"Level(-2)","ts":"2026-10-22T17:32:51.800344707Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-wk5xf","name":"v7effbae1e16","reconcileID":"9061dc8a-c19b-4f03-a957-01ce478df06a","job":"test-ns-wk5xf/v7effbae1e16","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-wk5xf"} {"level":"Level(-2)","ts":"2026-10-22T17:32:51.838034985Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-wk5xf","name":"v7effbae1e16","reconcileID":"57262f7e-ef92-4d9d-a37c-aa22949013c7","job":"test-ns-wk5xf/v7effbae1e16","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-wk5xf"} {"level":"Level(-2)","ts":"2026-10-22T17:33:16.216954034Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-wk5xf","name":"v7effbae1e16","reconcileID":"49d9d16c-8fa2-45fc-b6ae-3974d4fc6a47","job":"test-ns-wk5xf/v7effbae1e16","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-wk5xf"} {"level":"Level(-2)","ts":"2026-10-22T17:33:16.252855712Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-wk5xf","name":"v7effbae1e16","reconcileID":"919990f6-f00f-412c-8dc7-931ac1575f15","job":"test-ns-wk5xf/v7effbae1e16","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-wk5xf"} {"level":"Level(-2)","ts":"2026-10-22T17:33:17.226544978Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-wk5xf","name":"v7effbae1e16","reconcileID":"0a80e7dc-fb97-45c8-abd3-1b58ef268597","job":"test-ns-wk5xf/v7effbae1e16","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-wk5xf"} {"level":"Level(-2)","ts":"2026-10-22T17:33:17.253769701Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-wk5xf","name":"v7effbae1e16","reconcileID":"3f8a444e-5667-4144-8f43-c968ac7b3b68","job":"test-ns-wk5xf/v7effbae1e16","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-wk5xf"} {"level":"Level(-2)","ts":"2026-10-22T17:33:17.259535622Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-wk5xf","name":"v7effbae1e16","reconcileID":"92f1b1c1-58c8-4ea6-a800-382f79029521","job":"test-ns-wk5xf/v7effbae1e16","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-wk5xf"} {"level":"Level(-2)","ts":"2026-10-22T17:33:17.331572023Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-wk5xf","name":"v7effbae1e16","reconcileID":"046b08ad-0461-4553-82c7-823acb7e90db","job":"test-ns-wk5xf/v7effbae1e16","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-wk5xf"}