{"level":"info","ts":"2026-11-02T09:27:53.697875183Z","logger":"setup","caller":"kueue/main.go:721","msg":"Configuration loaded","config":"apiVersion: config.kueue.x-k8s.io/v1beta2\nclientConnection:\n  burst: 100\n  qps: 50\ncontroller:\n  groupKindConcurrency:\n    ClusterQueue.kueue.x-k8s.io: 1\n    Job.batch: 5\n    LocalQueue.kueue.x-k8s.io: 1\n    Pod: 5\n    ResourceFlavor.kueue.x-k8s.io: 1\n    Workload.kueue.x-k8s.io: 5\nhealth:\n  healthProbeBindAddress: :8081\nintegrations:\n  frameworks:\n  - trainer.kubeflow.org/trainjob\n  - deployment\ninternalCertManagement:\n  enable: false\nkind: Configuration\nleaderElection:\n  leaderElect: true\n  leaseDuration: 2m17s\n  renewDeadline: 1m47s\n  resourceLock: leases\n  resourceName: c1f6bfd2.kueue.x-k8s.io\n  resourceNamespace: \"\"\n  retryPeriod: 26s\nmanageJobsWithoutQueueName: false\nmanagedJobsNamespaceSelector:\n  matchLabels:\n    kueue.openshift.io/managed: \"true\"\nmetrics:\n  bindAddress: :8443\n  enableClusterQueueResources: true\n  localQueueMetrics:\n    enable: true\nmultiKueue:\n  dispatcherName: kueue.x-k8s.io/multikueue-dispatcher-all-at-once\n  gcInterval: 1m0s\n  origin: multikueue\n  workerLostTimeout: 15m0s\nnamespace: openshift-kueue-operator\ntls:\n  cipherSuites:\n  - TLS_AES_128_GCM_SHA256\n  - TLS_AES_256_GCM_SHA384\n  - TLS_CHACHA20_POLY1305_SHA256\n  - TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256\n  - TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256\n  - TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384\n  - TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384\n  - TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305_SHA256\n  - TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305_SHA256\n  minVersion: VersionTLS12\nvisibilityServer:\n  bindPort: 8082\nwebhook:\n  certDir: /tmp/k8s-webhook-server/serving-certs\n  port: 9443\n"}
{"level":"info","ts":"2026-11-02T09:27:53.698057925Z","logger":"setup","caller":"kueue/main.go:170","msg":"Initializing","gitVersion":"d12900d9-dirty","gitCommit":"d12900d94cd6813a3882a6391ffd70009a4b61d9","buildDate":"2026-10-05T16:41:45Z"}
{"level":"Level(-2)","ts":"2026-11-02T09:27:53.698442598Z","logger":"setup","caller":"features/kube_features.go:1144","msg":"Loaded feature gates","featureGates":{"AdmissionFairSharing":true,"AdmissionGatedBy":false,"AssignQueueLabelsForPods":true,"CleanupProvisioningRequestsOnEviction":true,"ConcurrentAdmission":false,"CustomMetricLabels":false,"DRAExtendedResources":false,"DeferRayServiceFinalizationForRedisCleanup":true,"DeploymentJobUIDLabel":false,"DynamicResourceAllocation":false,"ElasticJobsViaWorkloadSlices":true,"ElasticJobsViaWorkloadSlicesWithTAS":false,"EnforceProvisioningPodTemplateContents":false,"FailureRecoveryPolicy":false,"FairSharingPreemptWithinNominal":true,"FairSharingPrioritizeNonBorrowing":true,"FairSharingReevaluatePreemptionCandidates":false,"FastQuotaReleaseInPodIntegration":false,"FinalizeTerminatingPodGroups":false,"FinishOrphanedWorkloads":true,"FlavorFungibility":true,"FlavorFungibilityPreserveScanProgress":true,"HierarchicalCohorts":true,"HighMaxParallelismWithinReconcile":false,"KueueDRAIntegration":true,"KueueDRAIntegrationExtendedResource":false,"KueueDRAIntegrationPartitionableDevices":false,"KueueDRARejectWorkloadsWhenDRADisabled":true,"LWSImmutableGroupSize":true,"LendingLimit":true,"LocalQueueDefaulting":true,"LocalQueueMetrics":true,"ManagedJobsNamespaceSelectorAlwaysRespected":true,"MetricForWorkloadCreationLatency":true,"MetricsForCohorts":true,"MultiKueue":true,"MultiKueueAdaptersForCustomJobs":true,"MultiKueueAllowInsecureKubeconfigs":false,"MultiKueueBatchJobClearingTTLSecondsAfterFinishedOnWorkerCluster":false,"MultiKueueBatchJobWithManagedBy":true,"MultiKueueClusterProfile":false,"MultiKueueManagerQuotaAutomation":false,"MultiKueueOrchestratedPreemption":false,"MultiKueueRedoAdmissionOnEvictionInWorker":true,"MultiKueueRemoteSpecSync":true,"MultiKueueReuseClientConnectionConfigForWorkers":false,"MultiKueueWaitForWorkloadAdmitted":true,"ObjectRetentionPolicies":true,"PartialAdmission":true,"PodGroupSchedulingShapeOrdering":false,"PodIntegrationCountSucceededPodsAsReady":false,"PodIntegrationValidateGroupOwner":true,"PrioritizePreemptorWorkloads":false,"PriorityBoost":false,"PrioritySortingWithinCohort":true,"PropagateBatchJobLabelsToWorkload":true,"QuotaCheckStrategy":false,"ReclaimablePods":true,"RecomputeAssignmentUponPreemptionTargetsOverlap":false,"RejectUpdatesToCQWithInvalidOnFlavors":false,"RemoveFinalizersWithStrictPatch":true,"ReservedResourceNameValidation":false,"SanitizePodSets":true,"SchedulerLongRequeueInterval":false,"SchedulerTimestampPreemptionBuffer":false,"SchedulingEquivalenceHashing":true,"SchedulingEquivalenceHashingIgnorePodSetName":false,"ShortWorkloadNames":false,"SkipAncestorCheckForDeletedWorkloads":true,"SkipChildJobSuspension":false,"SkipFinalizersForPodsSuspendedByParent":true,"SkipReassignmentForPodOwnedWorkloads":false,"SparkApplicationIntegration":false,"TASBalancedPlacement":false,"TASCacheNodeMatchResults":true,"TASCacheTopologyTree":false,"TASCachingRemainingResources":true,"TASFailedNodeReplacement":true,"TASFailedNodeReplacementFailFast":true,"TASGroupedPodSetSlicing":false,"TASHandleOverlappingFlavors":true,"TASMultiLayerTopology":false,"TASPartialSlices":true,"TASProfileMixed":true,"TASRecomputeAssignmentWithinSchedulingCycle":true,"TASRejectFalseUnconstrainedTopology":false,"TASReplaceNodeDueToNotReadyOverFixedTime":true,"TASReplaceNodeOnNodeTaints":true,"TASReplaceNodeOnPodTermination":true,"TASRespectNodeAffinityPreferred":false,"TASValidateWorkloadSliceSize":true,"TLSOptions":true,"TopologyAwareScheduling":true,"UnadmittedWorkloadsExplicitStatus":false,"UnadmittedWorkloadsObservability":false,"ValidateRayAndSparkJobUpdates":true,"VectorizedResourceRequests":true,"VisibilityOnDemand":true,"WorkloadIdentifierAnnotations":true,"WorkloadPriorityClassDefaulting":false,"WorkloadRequestUseMergePatch":false,"WorkloadValidateResourcesAreNonNegative":true,"WorkloadValidationForPodSetMetadata":true}}
{"level":"info","ts":"2026-11-02T09:27:53.698517819Z","logger":"setup","caller":"kueue/main.go:213","msg":"Initializing metrics certificate watcher using provided certificates","metrics-cert-path":"/etc/kueue/metrics/certs"}
{"level":"info","ts":"2026-11-02T09:27:53.69883977Z","logger":"controller-runtime.certwatcher","caller":"certwatcher/certwatcher.go:214","msg":"Updated current TLS certificate","cert":"/etc/kueue/metrics/certs/tls.crt","key":"/etc/kueue/metrics/certs/tls.key"}
{"level":"Level(-2)","ts":"2026-11-02T09:27:53.699078251Z","logger":"setup","caller":"kueue/main.go:257","msg":"K8S Client","qps":50,"burst":100}
{"level":"info","ts":"2026-11-02T09:27:54.030246864Z","logger":"setup","caller":"kueue/main.go:683","msg":"RoleTracker: leader election enabled"}
{"level":"error","ts":"2026-11-02T09:27:54.084398714Z","logger":"setup","caller":"kueue/main.go:445","msg":"Skipping admission check controller setup: Provisioning Requests not supported (Possible cause: missing or unsupported cluster-autoscaler)","error":"no matches for kind \"ProvisioningRequest\" in version \"autoscaling.x-k8s.io/v1\"","stacktrace":"main.setupIndexes\n\t/workspace/upstream/kueue/src/cmd/kueue/main.go:445\nmain.main\n\t/workspace/upstream/kueue/src/cmd/kueue/main.go:363\nruntime.main\n\t/usr/lib/golang/src/runtime/proc.go:290"}
{"level":"info","ts":"2026-11-02T09:27:54.137627784Z","logger":"setup","caller":"kueue/main.go:625","msg":"Probe endpoints are configured on healthz and readyz"}
{"level":"info","ts":"2026-11-02T09:27:54.13773839Z","logger":"queue-manager","caller":"queue/manager.go:138","msg":"DRA reconcile channel connected"}
{"level":"info","ts":"2026-11-02T09:27:54.191457604Z","logger":"setup","caller":"kueue/main.go:497","msg":"Skipping provisioning controller setup: Provisioning Requests not supported (Possible cause: missing or unsupported cluster-autoscaler)"}
{"level":"info","ts":"2026-11-02T09:27:54.192646472Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"workload.codeflare.dev/v1beta2, Kind=AppWrapper","path":"/mutate-workload-codeflare-dev-v1beta2-appwrapper"}
{"level":"info","ts":"2026-11-02T09:27:54.193018592Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-workload-codeflare-dev-v1beta2-appwrapper"}
{"level":"info","ts":"2026-11-02T09:27:54.193084649Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"workload.codeflare.dev/v1beta2, Kind=AppWrapper","path":"/validate-workload-codeflare-dev-v1beta2-appwrapper"}
{"level":"info","ts":"2026-11-02T09:27:54.193155752Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-workload-codeflare-dev-v1beta2-appwrapper"}
{"level":"info","ts":"2026-11-02T09:27:54.193374917Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"apps/v1, Kind=Deployment","path":"/mutate-apps-v1-deployment"}
{"level":"info","ts":"2026-11-02T09:27:54.193438216Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-apps-v1-deployment"}
{"level":"info","ts":"2026-11-02T09:27:54.193485421Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"apps/v1, Kind=Deployment","path":"/validate-apps-v1-deployment"}
{"level":"info","ts":"2026-11-02T09:27:54.193557632Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-apps-v1-deployment"}
{"level":"info","ts":"2026-11-02T09:27:54.193791841Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"batch/v1, Kind=Job","path":"/mutate-batch-v1-job"}
{"level":"info","ts":"2026-11-02T09:27:54.193977108Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-batch-v1-job"}
{"level":"info","ts":"2026-11-02T09:27:54.194039608Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"batch/v1, Kind=Job","path":"/validate-batch-v1-job"}
{"level":"info","ts":"2026-11-02T09:27:54.194123596Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-batch-v1-job"}
{"level":"info","ts":"2026-11-02T09:27:54.194416386Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"jobset.x-k8s.io/v1alpha2, Kind=JobSet","path":"/mutate-jobset-x-k8s-io-v1alpha2-jobset"}
{"level":"info","ts":"2026-11-02T09:27:54.194469254Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-jobset-x-k8s-io-v1alpha2-jobset"}
{"level":"info","ts":"2026-11-02T09:27:54.194492909Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"jobset.x-k8s.io/v1alpha2, Kind=JobSet","path":"/validate-jobset-x-k8s-io-v1alpha2-jobset"}
{"level":"info","ts":"2026-11-02T09:27:54.194530498Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-jobset-x-k8s-io-v1alpha2-jobset"}
{"level":"info","ts":"2026-11-02T09:27:54.194604795Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=JAXJob","path":"/mutate-kubeflow-org-v1-jaxjob"}
{"level":"info","ts":"2026-11-02T09:27:54.194655651Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-jaxjob"}
{"level":"info","ts":"2026-11-02T09:27:54.194678964Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=JAXJob","path":"/validate-kubeflow-org-v1-jaxjob"}
{"level":"info","ts":"2026-11-02T09:27:54.194713881Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-jaxjob"}
{"level":"info","ts":"2026-11-02T09:27:54.194763513Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=PaddleJob","path":"/mutate-kubeflow-org-v1-paddlejob"}
{"level":"info","ts":"2026-11-02T09:27:54.19479702Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-paddlejob"}
{"level":"info","ts":"2026-11-02T09:27:54.194818781Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=PaddleJob","path":"/validate-kubeflow-org-v1-paddlejob"}
{"level":"info","ts":"2026-11-02T09:27:54.194852958Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-paddlejob"}
{"level":"info","ts":"2026-11-02T09:27:54.194897032Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=PyTorchJob","path":"/mutate-kubeflow-org-v1-pytorchjob"}
{"level":"info","ts":"2026-11-02T09:27:54.194929653Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-pytorchjob"}
{"level":"info","ts":"2026-11-02T09:27:54.194948712Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=PyTorchJob","path":"/validate-kubeflow-org-v1-pytorchjob"}
{"level":"info","ts":"2026-11-02T09:27:54.194980681Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-pytorchjob"}
{"level":"info","ts":"2026-11-02T09:27:54.195026047Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=TFJob","path":"/mutate-kubeflow-org-v1-tfjob"}
{"level":"info","ts":"2026-11-02T09:27:54.195068618Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-tfjob"}
{"level":"info","ts":"2026-11-02T09:27:54.195089534Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=TFJob","path":"/validate-kubeflow-org-v1-tfjob"}
{"level":"info","ts":"2026-11-02T09:27:54.195121975Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-tfjob"}
{"level":"info","ts":"2026-11-02T09:27:54.195165763Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=XGBoostJob","path":"/mutate-kubeflow-org-v1-xgboostjob"}
{"level":"info","ts":"2026-11-02T09:27:54.19520653Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-xgboostjob"}
{"level":"info","ts":"2026-11-02T09:27:54.195226878Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=XGBoostJob","path":"/validate-kubeflow-org-v1-xgboostjob"}
{"level":"info","ts":"2026-11-02T09:27:54.195268181Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-xgboostjob"}
{"level":"info","ts":"2026-11-02T09:27:54.195315273Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v2beta1, Kind=MPIJob","path":"/mutate-kubeflow-org-v2beta1-mpijob"}
{"level":"info","ts":"2026-11-02T09:27:54.195348315Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v2beta1-mpijob"}
{"level":"info","ts":"2026-11-02T09:27:54.195370161Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"kubeflow.org/v2beta1, Kind=MPIJob","path":"/validate-kubeflow-org-v2beta1-mpijob"}
{"level":"info","ts":"2026-11-02T09:27:54.195404805Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v2beta1-mpijob"}
{"level":"info","ts":"2026-11-02T09:27:54.195491138Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"/v1, Kind=Pod","path":"/mutate--v1-pod"}
{"level":"info","ts":"2026-11-02T09:27:54.195529485Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate--v1-pod"}
{"level":"info","ts":"2026-11-02T09:27:54.195550065Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"/v1, Kind=Pod","path":"/validate--v1-pod"}
{"level":"info","ts":"2026-11-02T09:27:54.195598449Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate--v1-pod"}
{"level":"info","ts":"2026-11-02T09:27:54.195655117Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"leaderworkerset.x-k8s.io/v1, Kind=LeaderWorkerSet","path":"/mutate-leaderworkerset-x-k8s-io-v1-leaderworkerset"}
{"level":"info","ts":"2026-11-02T09:27:54.19569167Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-leaderworkerset-x-k8s-io-v1-leaderworkerset"}
{"level":"info","ts":"2026-11-02T09:27:54.19571199Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"leaderworkerset.x-k8s.io/v1, Kind=LeaderWorkerSet","path":"/validate-leaderworkerset-x-k8s-io-v1-leaderworkerset"}
{"level":"info","ts":"2026-11-02T09:27:54.19574008Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-leaderworkerset-x-k8s-io-v1-leaderworkerset"}
{"level":"info","ts":"2026-11-02T09:27:54.195785818Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"ray.io/v1, Kind=RayCluster","path":"/mutate-ray-io-v1-raycluster"}
{"level":"info","ts":"2026-11-02T09:27:54.195819133Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-ray-io-v1-raycluster"}
{"level":"info","ts":"2026-11-02T09:27:54.195841439Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"ray.io/v1, Kind=RayCluster","path":"/validate-ray-io-v1-raycluster"}
{"level":"info","ts":"2026-11-02T09:27:54.195873534Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-ray-io-v1-raycluster"}
{"level":"info","ts":"2026-11-02T09:27:54.195920311Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"ray.io/v1, Kind=RayJob","path":"/mutate-ray-io-v1-rayjob"}
{"level":"info","ts":"2026-11-02T09:27:54.195955238Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-ray-io-v1-rayjob"}
{"level":"info","ts":"2026-11-02T09:27:54.195976212Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"ray.io/v1, Kind=RayJob","path":"/validate-ray-io-v1-rayjob"}
{"level":"info","ts":"2026-11-02T09:27:54.196012482Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-ray-io-v1-rayjob"}
{"level":"info","ts":"2026-11-02T09:27:54.196093359Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"ray.io/v1, Kind=RayService","path":"/mutate-ray-io-v1-rayservice"}
{"level":"info","ts":"2026-11-02T09:27:54.196142385Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-ray-io-v1-rayservice"}
{"level":"info","ts":"2026-11-02T09:27:54.196162235Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"ray.io/v1, Kind=RayService","path":"/validate-ray-io-v1-rayservice"}
{"level":"info","ts":"2026-11-02T09:27:54.196194123Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-ray-io-v1-rayservice"}
{"level":"info","ts":"2026-11-02T09:27:54.196241209Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"sparkoperator.k8s.io/v1beta2, Kind=SparkApplication","path":"/mutate-sparkoperator-k8s-io-v1beta2-sparkapplication"}
{"level":"info","ts":"2026-11-02T09:27:54.196276422Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-sparkoperator-k8s-io-v1beta2-sparkapplication"}
{"level":"info","ts":"2026-11-02T09:27:54.196296701Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"sparkoperator.k8s.io/v1beta2, Kind=SparkApplication","path":"/validate-sparkoperator-k8s-io-v1beta2-sparkapplication"}
{"level":"info","ts":"2026-11-02T09:27:54.196322276Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-sparkoperator-k8s-io-v1beta2-sparkapplication"}
{"level":"info","ts":"2026-11-02T09:27:54.196367959Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"apps/v1, Kind=StatefulSet","path":"/mutate-apps-v1-statefulset"}
{"level":"info","ts":"2026-11-02T09:27:54.196401476Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-apps-v1-statefulset"}
{"level":"info","ts":"2026-11-02T09:27:54.19642169Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"apps/v1, Kind=StatefulSet","path":"/validate-apps-v1-statefulset"}
{"level":"info","ts":"2026-11-02T09:27:54.196455568Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-apps-v1-statefulset"}
{"level":"info","ts":"2026-11-02T09:27:54.196843477Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","path":"/mutate-trainer-kubeflow-org-v1alpha1-trainjob"}
{"level":"info","ts":"2026-11-02T09:27:54.196896873Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-trainer-kubeflow-org-v1alpha1-trainjob"}
{"level":"info","ts":"2026-11-02T09:27:54.196921159Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","path":"/validate-trainer-kubeflow-org-v1alpha1-trainjob"}
{"level":"info","ts":"2026-11-02T09:27:54.196954373Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-trainer-kubeflow-org-v1alpha1-trainjob"}
{"level":"info","ts":"2026-11-02T09:27:54.197001118Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=Workload","path":"/mutate-kueue-x-k8s-io-v1beta2-workload"}
{"level":"info","ts":"2026-11-02T09:27:54.197036716Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kueue-x-k8s-io-v1beta2-workload"}
{"level":"info","ts":"2026-11-02T09:27:54.197056623Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=Workload","path":"/validate-kueue-x-k8s-io-v1beta2-workload"}
{"level":"info","ts":"2026-11-02T09:27:54.197089487Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kueue-x-k8s-io-v1beta2-workload"}
{"level":"info","ts":"2026-11-02T09:27:54.197157868Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/convert"}
{"level":"info","ts":"2026-11-02T09:27:54.197165464Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:319","msg":"Conversion webhook enabled","GVK":"kueue.x-k8s.io/v1beta2, Kind=Workload"}
{"level":"info","ts":"2026-11-02T09:27:54.197186208Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=ResourceFlavor","path":"/mutate-kueue-x-k8s-io-v1beta2-resourceflavor"}
{"level":"info","ts":"2026-11-02T09:27:54.197218869Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kueue-x-k8s-io-v1beta2-resourceflavor"}
{"level":"info","ts":"2026-11-02T09:27:54.197239144Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=ResourceFlavor","path":"/validate-kueue-x-k8s-io-v1beta2-resourceflavor"}
{"level":"info","ts":"2026-11-02T09:27:54.197290026Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kueue-x-k8s-io-v1beta2-resourceflavor"}
{"level":"info","ts":"2026-11-02T09:27:54.197336431Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=ClusterQueue","path":"/mutate-kueue-x-k8s-io-v1beta2-clusterqueue"}
{"level":"info","ts":"2026-11-02T09:27:54.197371016Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kueue-x-k8s-io-v1beta2-clusterqueue"}
{"level":"info","ts":"2026-11-02T09:27:54.197391831Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=ClusterQueue","path":"/validate-kueue-x-k8s-io-v1beta2-clusterqueue"}
{"level":"info","ts":"2026-11-02T09:27:54.197425544Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kueue-x-k8s-io-v1beta2-clusterqueue"}
{"level":"info","ts":"2026-11-02T09:27:54.197458182Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:319","msg":"Conversion webhook enabled","GVK":"kueue.x-k8s.io/v1beta2, Kind=ClusterQueue"}
{"level":"info","ts":"2026-11-02T09:27:54.197480234Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=Cohort","path":"/validate-kueue-x-k8s-io-v1beta2-cohort"}
{"level":"info","ts":"2026-11-02T09:27:54.197513001Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kueue-x-k8s-io-v1beta2-cohort"}
{"level":"info","ts":"2026-11-02T09:27:54.197542497Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:319","msg":"Conversion webhook enabled","GVK":"kueue.x-k8s.io/v1beta2, Kind=Cohort"}
{"level":"info","ts":"2026-11-02T09:27:54.197587872Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:319","msg":"Conversion webhook enabled","GVK":"kueue.x-k8s.io/v1beta2, Kind=LocalQueue"}
{"level":"info","ts":"2026-11-02T09:27:54.197618305Z","logger":"setup","caller":"kueue/main.go:430","msg":"Starting manager"}
{"level":"info","ts":"2026-11-02T09:27:54.197673878Z","logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"}
{"level":"info","ts":"2026-11-02T09:27:54.197706543Z","caller":"manager/server.go:83","msg":"starting server","name":"health probe","addr":"[::]:8081"}
{"level":"info","ts":"2026-11-02T09:27:54.197785725Z","logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":8443","secure":true}
{"level":"info","ts":"2026-11-02T09:27:54.197774194Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:191","msg":"Starting webhook server"}
{"level":"info","ts":"2026-11-02T09:27:54.198274827Z","logger":"controller-runtime.certwatcher","caller":"certwatcher/certwatcher.go:214","msg":"Updated current TLS certificate","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key"}
{"level":"info","ts":"2026-11-02T09:27:54.198357505Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:242","msg":"Serving webhook server","host":"","port":9443}
{"level":"info","ts":"2026-11-02T09:27:54.19842014Z","logger":"controller-runtime.certwatcher","caller":"certwatcher/certwatcher.go:136","msg":"Starting certificate poll+watcher","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10}
{"level":"Level(-2)","ts":"2026-11-02T09:27:54.25280096Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1.LimitRange","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"}
{"level":"Level(-2)","ts":"2026-11-02T09:27:54.252838712Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1beta2.LocalQueue","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"}
{"level":"Level(-2)","ts":"2026-11-02T09:27:54.25306022Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1beta2.ResourceFlavor","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"}
{"level":"Level(-2)","ts":"2026-11-02T09:27:54.253107046Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1alpha1.ClusterTrainingRuntime","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"}
{"level":"Level(-2)","ts":"2026-11-02T09:27:54.253055853Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1beta2.MultiKueueCluster","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"}
{"level":"Level(-2)","ts":"2026-11-02T09:27:54.253193928Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1beta2.AdmissionCheck","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"}
{"level":"Level(-2)","ts":"2026-11-02T09:27:54.253702585Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1alpha1.TrainJob","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"}
{"level":"Level(-2)","ts":"2026-11-02T09:27:54.253719001Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1beta2.Workload","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"}
{"level":"Level(-2)","ts":"2026-11-02T09:27:54.253794522Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1.Node","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"}
{"level":"Level(-2)","ts":"2026-11-02T09:27:54.254019781Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1alpha1.TrainingRuntime","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"}
{"level":"Level(-2)","ts":"2026-11-02T09:27:54.304877749Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1beta2.MultiKueueConfig","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"}
I1102 09:27:54.411049       1 plugins.go:157] Loaded 1 mutating admission controller(s) successfully in the following order: NamespaceLifecycle.
I1102 09:27:54.414050       1 handler.go:304] Adding GroupVersion visibility.kueue.x-k8s.io v1beta2 to ResourceManager
I1102 09:27:54.414223       1 handler.go:304] Adding GroupVersion visibility.kueue.x-k8s.io v1beta1 to ResourceManager
{"level":"Level(-2)","ts":"2026-11-02T09:27:54.460780827Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1.Pod","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"}
I1102 09:27:54.474258       1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I1102 09:27:54.474282       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1102 09:27:54.474286       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I1102 09:27:54.474305       1 shared_informer.go:402] "Waiting for caches to sync"
I1102 09:27:54.474289       1 shared_informer.go:402] "Waiting for caches to sync"
I1102 09:27:54.474306       1 shared_informer.go:402] "Waiting for caches to sync"
I1102 09:27:54.474704       1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/visibility/tls.crt::/visibility/tls.key"
I1102 09:27:54.475112       1 secure_serving.go:214] Serving securely on [::]:8082
I1102 09:27:54.475141       1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
I1102 09:27:54.475215       1 apf_controller.go:377] Starting API Priority and Fairness config controller
{"level":"info","ts":"2026-11-02T09:27:54.498248285Z","logger":"controller-runtime.certwatcher","caller":"certwatcher/certwatcher.go:136","msg":"Starting certificate poll+watcher","cert":"/etc/kueue/metrics/certs/tls.crt","key":"/etc/kueue/metrics/certs/tls.key","interval":10}
I1102 09:27:54.498402       1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="openshift-kueue-operator/c1f6bfd2.kueue.x-k8s.io"
{"level":"info","ts":"2026-11-02T09:27:54.498449134Z","logger":"tas-resource-flavor-controller","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0xa1d9f57b180"}
{"level":"info","ts":"2026-11-02T09:27:54.498479634Z","logger":"tas-resource-flavor-controller","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ResourceFlavor"}
{"level":"info","ts":"2026-11-02T09:27:54.498586574Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ClusterQueue"}
{"level":"info","ts":"2026-11-02T09:27:54.498582472Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0xa1d9f560620"}
{"level":"info","ts":"2026-11-02T09:27:54.498556451Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Namespace"}
{"level":"info","ts":"2026-11-02T09:27:54.498659158Z","logger":"admissioncheck-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0xa1d9f5602a0"}
{"level":"info","ts":"2026-11-02T09:27:54.498666523Z","logger":"admissioncheck-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.AdmissionCheck"}
{"level":"info","ts":"2026-11-02T09:27:54.498708591Z","logger":"localqueue-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0xa1d9f5603f0"}
{"level":"info","ts":"2026-11-02T09:27:54.498720163Z","logger":"localqueue-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ClusterQueue"}
{"level":"info","ts":"2026-11-02T09:27:54.498725394Z","logger":"localqueue-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.LocalQueue"}
{"level":"info","ts":"2026-11-02T09:27:54.4987697Z","logger":"cohort-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0xa1d9f560540"}
{"level":"info","ts":"2026-11-02T09:27:54.498795408Z","logger":"cohort-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.Cohort"}
{"level":"info","ts":"2026-11-02T09:27:54.498900149Z","logger":"tas-topology-controller","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.Topology"}
{"level":"info","ts":"2026-11-02T09:27:54.498904678Z","logger":"tas-topology-controller","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ResourceFlavor"}
{"level":"info","ts":"2026-11-02T09:27:54.498954154Z","logger":"workloadpriorityclass-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.WorkloadPriorityClass"}
{"level":"info","ts":"2026-11-02T09:27:54.499025898Z","logger":"workload-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.LimitRange"}
{"level":"info","ts":"2026-11-02T09:27:54.499081577Z","logger":"workload-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.Workload"}
{"level":"info","ts":"2026-11-02T09:27:54.499123649Z","logger":"tas-topology-ungater","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Pod"}
{"level":"info","ts":"2026-11-02T09:27:54.499054609Z","logger":"workload-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.LocalQueue"}
{"level":"info","ts":"2026-11-02T09:27:54.499056113Z","logger":"workload-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0xa1d9f560700"}
{"level":"info","ts":"2026-11-02T09:27:54.499040437Z","logger":"workload-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ClusterQueue"}
{"level":"info","ts":"2026-11-02T09:27:54.49908601Z","logger":"tas-topology-ungater","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.Workload"}
{"level":"info","ts":"2026-11-02T09:27:54.49904565Z","logger":"workload-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.RuntimeClass"}
{"level":"info","ts":"2026-11-02T09:27:54.499171278Z","logger":"tas-non-tas-usage-controller","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Pod"}
{"level":"info","ts":"2026-11-02T09:27:54.499284571Z","logger":"resourceflavor-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0xa1d9f5601c0"}
{"level":"info","ts":"2026-11-02T09:27:54.499316129Z","logger":"resourceflavor-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ResourceFlavor"}
{"level":"info","ts":"2026-11-02T09:27:54.499339172Z","logger":"ElasticJobUngater","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.Workload"}
{"level":"info","ts":"2026-11-02T09:27:54.499372345Z","logger":"ElasticJobUngater","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Pod"}
{"level":"info","ts":"2026-11-02T09:27:54.499419608Z","logger":"tas-node-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Node"}
{"level":"info","ts":"2026-11-02T09:27:54.499427382Z","logger":"tas-node-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Pod"}
{"level":"Level(-2)","ts":"2026-11-02T09:27:54.553435616Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1.RuntimeClass","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"}
{"level":"Level(-2)","ts":"2026-11-02T09:27:54.553733179Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1beta2.WorkloadPriorityClass","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"}
{"level":"Level(-2)","ts":"2026-11-02T09:27:54.553790187Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1beta2.Topology","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"}
{"level":"Level(-2)","ts":"2026-11-02T09:27:54.554029158Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1beta2.ClusterQueue","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"}
{"level":"Level(-2)","ts":"2026-11-02T09:27:54.554178139Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1beta2.Cohort","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"}
{"level":"Level(-2)","ts":"2026-11-02T09:27:54.555226934Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1.Namespace","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"}
I1102 09:27:54.575290       1 shared_informer.go:409] "Caches are synced"
I1102 09:27:54.575364       1 apf_controller.go:382] Running API Priority and Fairness config worker
I1102 09:27:54.575379       1 apf_controller.go:385] Running API Priority and Fairness periodic rebalancing process
I1102 09:27:54.575382       1 shared_informer.go:409] "Caches are synced"
I1102 09:27:54.575395       1 shared_informer.go:409] "Caches are synced"
{"level":"info","ts":"2026-11-02T09:27:54.599602776Z","logger":"admissioncheck-reconciler","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"follower"}
{"level":"info","ts":"2026-11-02T09:27:54.599642196Z","logger":"admissioncheck-reconciler","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"follower","worker count":1}
{"level":"info","ts":"2026-11-02T09:27:54.599622218Z","logger":"resourceflavor-reconciler","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"follower"}
{"level":"info","ts":"2026-11-02T09:27:54.599667759Z","logger":"resourceflavor-reconciler","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"follower","worker count":1}
{"level":"info","ts":"2026-11-02T09:27:54.599664467Z","logger":"tas-resource-flavor-controller","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"follower"}
{"level":"info","ts":"2026-11-02T09:27:54.599691881Z","logger":"tas-resource-flavor-controller","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"follower","worker count":1}
{"level":"info","ts":"2026-11-02T09:27:54.599688379Z","logger":"tas-node-reconciler","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"follower"}
{"level":"info","ts":"2026-11-02T09:27:54.599722533Z","logger":"tas-node-reconciler","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"follower","worker count":1}
{"level":"info","ts":"2026-11-02T09:27:54.599750248Z","logger":"tas-non-tas-usage-controller","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"follower"}
{"level":"info","ts":"2026-11-02T09:27:54.599772167Z","logger":"tas-non-tas-usage-controller","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"follower","worker count":5}
{"level":"info","ts":"2026-11-02T09:27:54.599780097Z","logger":"ElasticJobUngater","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"follower"}
{"level":"info","ts":"2026-11-02T09:27:54.599793969Z","logger":"ElasticJobUngater","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"follower","worker count":5}
{"level":"info","ts":"2026-11-02T09:27:54.599776753Z","logger":"tas-topology-ungater","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"follower"}
{"level":"info","ts":"2026-11-02T09:27:54.599812751Z","logger":"tas-topology-ungater","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"follower","worker count":5}
{"level":"info","ts":"2026-11-02T09:27:54.699954244Z","logger":"cohort-reconciler","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"follower"}
{"level":"info","ts":"2026-11-02T09:27:54.699994524Z","logger":"workloadpriorityclass-reconciler","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"follower"}
{"level":"info","ts":"2026-11-02T09:27:54.700030494Z","logger":"workloadpriorityclass-reconciler","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"follower","worker count":1}
{"level":"info","ts":"2026-11-02T09:27:54.699954249Z","logger":"tas-topology-controller","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"follower"}
{"level":"info","ts":"2026-11-02T09:27:54.700015579Z","logger":"cohort-reconciler","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"follower","worker count":1}
{"level":"info","ts":"2026-11-02T09:27:54.7000462Z","logger":"tas-topology-controller","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"follower","worker count":1}
{"level":"info","ts":"2026-11-02T09:27:54.701140107Z","logger":"localqueue-reconciler","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"follower"}
{"level":"info","ts":"2026-11-02T09:27:54.701163253Z","logger":"localqueue-reconciler","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"follower","worker count":1}
{"level":"info","ts":"2026-11-02T09:27:54.701136496Z","logger":"workload-reconciler","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"follower"}
{"level":"info","ts":"2026-11-02T09:27:54.701183121Z","logger":"workload-reconciler","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"follower","worker count":5}
{"level":"info","ts":"2026-11-02T09:27:54.701158441Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"follower"}
{"level":"info","ts":"2026-11-02T09:27:54.701196261Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"follower","worker count":1}
{"level":"Level(-2)","ts":"2026-11-02T10:04:48.242715244Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:141","msg":"ResourceFlavor create event","replica-role":"follower","resourceFlavor":{"name":"rf-2gbm7"}}
{"level":"Level(-2)","ts":"2026-11-02T10:04:48.593521936Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:351","msg":"ClusterQueue create event","replica-role":"follower","clusterQueue":{"name":"cq-p2mgz"}}
{"level":"Level(-2)","ts":"2026-11-02T10:04:48.614605721Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:240","msg":"LocalQueue create event","replica-role":"follower","localQueue":{"name":"lq-mdhxc","namespace":"test-ns-w49ls"}}
{"level":"Level(-2)","ts":"2026-11-02T10:04:48.652430505Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cq-p2mgz"}}
{"level":"Level(-2)","ts":"2026-11-02T10:04:48.674347727Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"lq-mdhxc","namespace":"test-ns-w49ls"}}
{"level":"Level(-2)","ts":"2026-11-02T10:04:48.731390452Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"lq-mdhxc","namespace":"test-ns-w49ls"}}
{"level":"Level(-2)","ts":"2026-11-02T10:04:49.95192249Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1276","msg":"Workload create event","replica-role":"follower","workload":{"name":"pod-dw-deployment-8m47b-bc45c9ffd-gpbww-b214c","namespace":"test-ns-w49ls"},"queue":"lq-mdhxc","status":"pending"}
{"level":"Level(-2)","ts":"2026-11-02T10:04:50.119252257Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1369","msg":"Workload update event","replica-role":"follower","workload":{"name":"pod-dw-deployment-8m47b-bc45c9ffd-gpbww-b214c","namespace":"test-ns-w49ls"},"queue":"lq-mdhxc","status":"admitted","prevStatus":"pending","clusterQueue":"cq-p2mgz"}
{"level":"Level(-2)","ts":"2026-11-02T10:04:51.061041648Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"lq-mdhxc","namespace":"test-ns-w49ls"}}
{"level":"Level(-2)","ts":"2026-11-02T10:04:51.064495898Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cq-p2mgz"}}
{"level":"info","ts":"2026-11-02T10:05:06.033295467Z","logger":"admission.trainjob-webhook","caller":"trainjob/trainjob_webhook.go:117","msg":"Validating create","webhookGroup":"trainer.kubeflow.org","webhookKind":"TrainJob","object":{"name":"j7a7c0cea561","namespace":"test-ns-w49ls"},"namespace":"test-ns-w49ls","name":"j7a7c0cea561","resource":{"group":"trainer.kubeflow.org","version":"v1alpha1","resource":"trainjobs"},"user":"system:serviceaccount:opendatahub:trainer-e2e","requestID":"a84c8f5c-34bb-48f9-9dca-f572b8e8b359","replica-role":"follower"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:06.421148659Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1276","msg":"Workload create event","replica-role":"follower","workload":{"name":"trainjob-j7a7c0cea561-469d3","namespace":"test-ns-w49ls"},"queue":"lq-mdhxc","status":"pending"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:06.562484823Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1369","msg":"Workload update event","replica-role":"follower","workload":{"name":"trainjob-j7a7c0cea561-469d3","namespace":"test-ns-w49ls"},"queue":"lq-mdhxc","status":"admitted","prevStatus":"pending","clusterQueue":"cq-p2mgz"}
{"level":"info","ts":"2026-11-02T10:05:07.306439991Z","logger":"admission.trainjob-webhook","caller":"trainjob/trainjob_webhook.go:130","msg":"Validating update","webhookGroup":"trainer.kubeflow.org","webhookKind":"TrainJob","object":{"name":"j7a7c0cea561","namespace":"test-ns-w49ls"},"namespace":"test-ns-w49ls","name":"j7a7c0cea561","resource":{"group":"trainer.kubeflow.org","version":"v1alpha1","resource":"trainjobs"},"user":"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager","requestID":"0d91995a-5c55-4ab0-bb77-73ae05b711bf","replica-role":"follower"}
{"level":"info","ts":"2026-11-02T10:05:07.478972014Z","logger":"admission.trainjob-webhook","caller":"trainjob/trainjob_webhook.go:130","msg":"Validating update","webhookGroup":"trainer.kubeflow.org","webhookKind":"TrainJob","object":{"name":"j7a7c0cea561","namespace":"test-ns-w49ls"},"namespace":"test-ns-w49ls","name":"j7a7c0cea561","resource":{"group":"trainer.kubeflow.org","version":"v1alpha1","resource":"trainjobs"},"user":"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager","requestID":"75073cdd-5559-4f56-aed3-5196647ae77c","replica-role":"follower"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:07.481711374Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"lq-mdhxc","namespace":"test-ns-w49ls"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:07.485002675Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cq-p2mgz"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:43.008932716Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1369","msg":"Workload update event","replica-role":"follower","workload":{"name":"trainjob-j7a7c0cea561-469d3","namespace":"test-ns-w49ls"},"queue":"lq-mdhxc","status":"finished","prevStatus":"admitted","clusterQueue":"cq-p2mgz"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:43.286828412Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1369","msg":"Workload update event","replica-role":"follower","workload":{"name":"trainjob-j7a7c0cea561-469d3","namespace":"test-ns-w49ls"},"queue":"lq-mdhxc","status":"finished","clusterQueue":"cq-p2mgz"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:44.066933627Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"lq-mdhxc","namespace":"test-ns-w49ls"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:44.07010413Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cq-p2mgz"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:46.352254467Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1312","msg":"Workload delete event","replica-role":"follower","workload":{"name":"trainjob-j7a7c0cea561-469d3","namespace":"test-ns-w49ls"},"queue":"lq-mdhxc","status":"finished"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:46.989539696Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cq-p2mgz"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:47.007843994Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"follower","resourceFlavor":{"name":"rf-2gbm7"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:47.06296096Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cq-p2mgz"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:47.120373966Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"lq-mdhxc","namespace":"test-ns-w49ls"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:47.397820641Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:141","msg":"ResourceFlavor create event","replica-role":"follower","resourceFlavor":{"name":"rf-rsb9r"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:47.518302647Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:351","msg":"ClusterQueue create event","replica-role":"follower","clusterQueue":{"name":"cq-fbghk"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:47.53662762Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:240","msg":"LocalQueue create event","replica-role":"follower","localQueue":{"name":"lq-xzbp2","namespace":"test-ns-tzcbb"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:47.577926175Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cq-fbghk"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:47.598223611Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"lq-xzbp2","namespace":"test-ns-tzcbb"}}
{"level":"info","ts":"2026-11-02T10:05:47.651021882Z","logger":"admission.trainjob-webhook","caller":"trainjob/trainjob_webhook.go:117","msg":"Validating create","webhookGroup":"trainer.kubeflow.org","webhookKind":"TrainJob","object":{"name":"test-preemption-trainjob-kr9lp","namespace":"test-ns-tzcbb"},"namespace":"test-ns-tzcbb","name":"test-preemption-trainjob-kr9lp","resource":{"group":"trainer.kubeflow.org","version":"v1alpha1","resource":"trainjobs"},"user":"system:admin","requestID":"f0884826-c7a1-4e20-b48c-b5258fecc83d","replica-role":"follower"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:47.657894342Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"lq-xzbp2","namespace":"test-ns-tzcbb"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:48.022014655Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1276","msg":"Workload create event","replica-role":"follower","workload":{"name":"trainjob-test-preemption-trainjob-kr9lp-06871","namespace":"test-ns-tzcbb"},"queue":"lq-xzbp2","status":"pending"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:48.136825668Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1369","msg":"Workload update event","replica-role":"follower","workload":{"name":"trainjob-test-preemption-trainjob-kr9lp-06871","namespace":"test-ns-tzcbb"},"queue":"lq-xzbp2","status":"admitted","prevStatus":"pending","clusterQueue":"cq-fbghk"}
{"level":"info","ts":"2026-11-02T10:05:48.699520939Z","logger":"admission.trainjob-webhook","caller":"trainjob/trainjob_webhook.go:130","msg":"Validating update","webhookGroup":"trainer.kubeflow.org","webhookKind":"TrainJob","object":{"name":"test-preemption-trainjob-kr9lp","namespace":"test-ns-tzcbb"},"namespace":"test-ns-tzcbb","name":"test-preemption-trainjob-kr9lp","resource":{"group":"trainer.kubeflow.org","version":"v1alpha1","resource":"trainjobs"},"user":"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager","requestID":"13804707-2500-414b-aa42-fe0b5c789f9a","replica-role":"follower"}
{"level":"info","ts":"2026-11-02T10:05:48.86366684Z","logger":"admission.trainjob-webhook","caller":"trainjob/trainjob_webhook.go:130","msg":"Validating update","webhookGroup":"trainer.kubeflow.org","webhookKind":"TrainJob","object":{"name":"test-preemption-trainjob-kr9lp","namespace":"test-ns-tzcbb"},"namespace":"test-ns-tzcbb","name":"test-preemption-trainjob-kr9lp","resource":{"group":"trainer.kubeflow.org","version":"v1alpha1","resource":"trainjobs"},"user":"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager","requestID":"265e4d10-f827-4f63-ab4e-89b70363c29e","replica-role":"follower"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:49.083159188Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"lq-xzbp2","namespace":"test-ns-tzcbb"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:49.083745407Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cq-fbghk"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:50.885329877Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1369","msg":"Workload update event","replica-role":"follower","workload":{"name":"trainjob-test-preemption-trainjob-kr9lp-06871","namespace":"test-ns-tzcbb"},"queue":"lq-xzbp2","status":"admitted","clusterQueue":"cq-fbghk"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:50.885382528Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1381","msg":"Workload will not be queued because the workload is not active","replica-role":"follower","workload":{"name":"trainjob-test-preemption-trainjob-kr9lp-06871","namespace":"test-ns-tzcbb"},"queue":"lq-xzbp2","status":"admitted","clusterQueue":"cq-fbghk"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:50.997360432Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1369","msg":"Workload update event","replica-role":"follower","workload":{"name":"trainjob-test-preemption-trainjob-kr9lp-06871","namespace":"test-ns-tzcbb"},"queue":"lq-xzbp2","status":"admitted","clusterQueue":"cq-fbghk"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:50.997414091Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1381","msg":"Workload will not be queued because the workload is not active","replica-role":"follower","workload":{"name":"trainjob-test-preemption-trainjob-kr9lp-06871","namespace":"test-ns-tzcbb"},"queue":"lq-xzbp2","status":"admitted","clusterQueue":"cq-fbghk"}
{"level":"info","ts":"2026-11-02T10:05:51.330768772Z","logger":"admission.trainjob-webhook","caller":"trainjob/trainjob_webhook.go:130","msg":"Validating update","webhookGroup":"trainer.kubeflow.org","webhookKind":"TrainJob","object":{"name":"test-preemption-trainjob-kr9lp","namespace":"test-ns-tzcbb"},"namespace":"test-ns-tzcbb","name":"test-preemption-trainjob-kr9lp","resource":{"group":"trainer.kubeflow.org","version":"v1alpha1","resource":"trainjobs"},"user":"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager","requestID":"77aef002-5fee-40c4-8cec-26c52f37b674","replica-role":"follower"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:51.943954407Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"lq-xzbp2","namespace":"test-ns-tzcbb"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:51.947237127Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cq-fbghk"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:51.958407661Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cq-fbghk"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:51.977242143Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"follower","resourceFlavor":{"name":"rf-rsb9r"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:52.070419689Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:376","msg":"ClusterQueue delete event","replica-role":"follower","clusterQueue":{"name":"cq-fbghk"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:52.070496242Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:385","msg":"Cleared resource metrics for deleted ClusterQueue.","replica-role":"follower","clusterQueue":{"name":"cq-fbghk"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:52.129183227Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"lq-xzbp2","namespace":"test-ns-tzcbb"}}
{"level":"info","ts":"2026-11-02T10:05:52.145027079Z","logger":"admission.trainjob-webhook","caller":"trainjob/trainjob_webhook.go:130","msg":"Validating update","webhookGroup":"trainer.kubeflow.org","webhookKind":"TrainJob","object":{"name":"test-preemption-trainjob-kr9lp","namespace":"test-ns-tzcbb"},"namespace":"test-ns-tzcbb","name":"test-preemption-trainjob-kr9lp","resource":{"group":"trainer.kubeflow.org","version":"v1alpha1","resource":"trainjobs"},"user":"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager","requestID":"a94ad3f1-540f-4f91-aa4f-6dabc9f1eb42","replica-role":"follower"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:52.1856735Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:159","msg":"ResourceFlavor delete event","replica-role":"follower","resourceFlavor":{"name":"rf-rsb9r"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:52.287044395Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:141","msg":"ResourceFlavor create event","replica-role":"follower","resourceFlavor":{"name":"rf-lwf7v"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:52.319983105Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1369","msg":"Workload update event","replica-role":"follower","workload":{"name":"trainjob-test-preemption-trainjob-kr9lp-06871","namespace":"test-ns-tzcbb"},"queue":"lq-xzbp2","status":"pending","prevStatus":"admitted","prevClusterQueue":"cq-fbghk"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:52.320034242Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1381","msg":"Workload will not be queued because the workload is not active","replica-role":"follower","workload":{"name":"trainjob-test-preemption-trainjob-kr9lp-06871","namespace":"test-ns-tzcbb"},"queue":"lq-xzbp2","status":"pending","prevStatus":"admitted","prevClusterQueue":"cq-fbghk"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:52.411834418Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:351","msg":"ClusterQueue create event","replica-role":"follower","clusterQueue":{"name":"cq-fnlfr"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:52.430521466Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:240","msg":"LocalQueue create event","replica-role":"follower","localQueue":{"name":"lq-xv629","namespace":"test-ns-kj9m6"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:52.43628372Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1369","msg":"Workload update event","replica-role":"follower","workload":{"name":"trainjob-test-preemption-trainjob-kr9lp-06871","namespace":"test-ns-tzcbb"},"queue":"lq-xzbp2","status":"pending"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:52.436323361Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1381","msg":"Workload will not be queued because the workload is not active","replica-role":"follower","workload":{"name":"trainjob-test-preemption-trainjob-kr9lp-06871","namespace":"test-ns-tzcbb"},"queue":"lq-xzbp2","status":"pending"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:52.474989287Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cq-fnlfr"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:52.487085392Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"lq-xv629","namespace":"test-ns-kj9m6"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:52.546619091Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"lq-xv629","namespace":"test-ns-kj9m6"}}
{"level":"info","ts":"2026-11-02T10:05:52.550084963Z","logger":"admission.trainjob-webhook","caller":"trainjob/trainjob_webhook.go:117","msg":"Validating create","webhookGroup":"trainer.kubeflow.org","webhookKind":"TrainJob","object":{"name":"test-runtimepatches-trainjob-wb4gr","namespace":"test-ns-kj9m6"},"namespace":"test-ns-kj9m6","name":"test-runtimepatches-trainjob-wb4gr","resource":{"group":"trainer.kubeflow.org","version":"v1alpha1","resource":"trainjobs"},"user":"system:admin","requestID":"f3615f16-e1b9-4c25-a2c4-0a3a4672817c","replica-role":"follower"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:52.954073848Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1276","msg":"Workload create event","replica-role":"follower","workload":{"name":"trainjob-test-runtimepatches-trainjob-wb4gr-24552","namespace":"test-ns-kj9m6"},"queue":"lq-xv629","status":"pending"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:53.069525924Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1369","msg":"Workload update event","replica-role":"follower","workload":{"name":"trainjob-test-runtimepatches-trainjob-wb4gr-24552","namespace":"test-ns-kj9m6"},"queue":"lq-xv629","status":"admitted","prevStatus":"pending","clusterQueue":"cq-fnlfr"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:53.693426011Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cq-fnlfr"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:53.713039455Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"follower","resourceFlavor":{"name":"rf-lwf7v"}}
{"level":"info","ts":"2026-11-02T10:05:53.751181722Z","logger":"admission.trainjob-webhook","caller":"trainjob/trainjob_webhook.go:130","msg":"Validating update","webhookGroup":"trainer.kubeflow.org","webhookKind":"TrainJob","object":{"name":"test-runtimepatches-trainjob-wb4gr","namespace":"test-ns-kj9m6"},"namespace":"test-ns-kj9m6","name":"test-runtimepatches-trainjob-wb4gr","resource":{"group":"trainer.kubeflow.org","version":"v1alpha1","resource":"trainjobs"},"user":"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager","requestID":"a356dc66-0094-4d21-88ae-2566408083a4","replica-role":"follower"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:53.751643055Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cq-fnlfr"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:53.809924198Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"lq-xv629","namespace":"test-ns-kj9m6"}}
{"level":"info","ts":"2026-11-02T10:05:53.916329796Z","logger":"admission.trainjob-webhook","caller":"trainjob/trainjob_webhook.go:130","msg":"Validating update","webhookGroup":"trainer.kubeflow.org","webhookKind":"TrainJob","object":{"name":"test-runtimepatches-trainjob-wb4gr","namespace":"test-ns-kj9m6"},"namespace":"test-ns-kj9m6","name":"test-runtimepatches-trainjob-wb4gr","resource":{"group":"trainer.kubeflow.org","version":"v1alpha1","resource":"trainjobs"},"user":"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager","requestID":"fe5afc4c-5287-4f9a-9379-b93a716c0a0b","replica-role":"follower"}