{"level":"info","ts":"2026-11-02T12:06:05.00271722Z","logger":"setup","caller":"kueue/main.go:721","msg":"Configuration loaded","config":"apiVersion: config.kueue.x-k8s.io/v1beta2\nclientConnection:\n  burst: 100\n  qps: 50\ncontroller:\n  groupKindConcurrency:\n    ClusterQueue.kueue.x-k8s.io: 1\n    Job.batch: 5\n    LocalQueue.kueue.x-k8s.io: 1\n    Pod: 5\n    ResourceFlavor.kueue.x-k8s.io: 1\n    Workload.kueue.x-k8s.io: 5\nhealth:\n  healthProbeBindAddress: :8081\nintegrations:\n  frameworks:\n  - trainer.kubeflow.org/trainjob\n  - deployment\ninternalCertManagement:\n  enable: false\nkind: Configuration\nleaderElection:\n  leaderElect: true\n  leaseDuration: 2m17s\n  renewDeadline: 1m47s\n  resourceLock: leases\n  resourceName: c1f6bfd2.kueue.x-k8s.io\n  resourceNamespace: \"\"\n  retryPeriod: 26s\nmanageJobsWithoutQueueName: false\nmanagedJobsNamespaceSelector:\n  matchLabels:\n    kueue.openshift.io/managed: \"true\"\nmetrics:\n  bindAddress: :8443\n  enableClusterQueueResources: true\n  localQueueMetrics:\n    enable: true\nmultiKueue:\n  dispatcherName: kueue.x-k8s.io/multikueue-dispatcher-all-at-once\n  gcInterval: 1m0s\n  origin: multikueue\n  workerLostTimeout: 15m0s\nnamespace: openshift-kueue-operator\ntls:\n  cipherSuites:\n  - TLS_AES_128_GCM_SHA256\n  - TLS_AES_256_GCM_SHA384\n  - TLS_CHACHA20_POLY1305_SHA256\n  - TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256\n  - TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256\n  - TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384\n  - TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384\n  - TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305_SHA256\n  - TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305_SHA256\n  minVersion: VersionTLS12\nvisibilityServer:\n  bindPort: 8082\nwebhook:\n  certDir: /tmp/k8s-webhook-server/serving-certs\n  port: 9443\n"}
{"level":"info","ts":"2026-11-02T12:06:05.002923513Z","logger":"setup","caller":"kueue/main.go:170","msg":"Initializing","gitVersion":"d12900d9-dirty","gitCommit":"d12900d94cd6813a3882a6391ffd70009a4b61d9","buildDate":"2026-10-05T16:41:45Z"}
{"level":"Level(-2)","ts":"2026-11-02T12:06:05.003418026Z","logger":"setup","caller":"features/kube_features.go:1144","msg":"Loaded feature gates","featureGates":{"AdmissionFairSharing":true,"AdmissionGatedBy":false,"AssignQueueLabelsForPods":true,"CleanupProvisioningRequestsOnEviction":true,"ConcurrentAdmission":false,"CustomMetricLabels":false,"DRAExtendedResources":false,"DeferRayServiceFinalizationForRedisCleanup":true,"DeploymentJobUIDLabel":false,"DynamicResourceAllocation":false,"ElasticJobsViaWorkloadSlices":true,"ElasticJobsViaWorkloadSlicesWithTAS":false,"EnforceProvisioningPodTemplateContents":false,"FailureRecoveryPolicy":false,"FairSharingPreemptWithinNominal":true,"FairSharingPrioritizeNonBorrowing":true,"FairSharingReevaluatePreemptionCandidates":false,"FastQuotaReleaseInPodIntegration":false,"FinalizeTerminatingPodGroups":false,"FinishOrphanedWorkloads":true,"FlavorFungibility":true,"FlavorFungibilityPreserveScanProgress":true,"HierarchicalCohorts":true,"HighMaxParallelismWithinReconcile":false,"KueueDRAIntegration":true,"KueueDRAIntegrationExtendedResource":false,"KueueDRAIntegrationPartitionableDevices":false,"KueueDRARejectWorkloadsWhenDRADisabled":true,"LWSImmutableGroupSize":true,"LendingLimit":true,"LocalQueueDefaulting":true,"LocalQueueMetrics":true,"ManagedJobsNamespaceSelectorAlwaysRespected":true,"MetricForWorkloadCreationLatency":true,"MetricsForCohorts":true,"MultiKueue":true,"MultiKueueAdaptersForCustomJobs":true,"MultiKueueAllowInsecureKubeconfigs":false,"MultiKueueBatchJobClearingTTLSecondsAfterFinishedOnWorkerCluster":false,"MultiKueueBatchJobWithManagedBy":true,"MultiKueueClusterProfile":false,"MultiKueueManagerQuotaAutomation":false,"MultiKueueOrchestratedPreemption":false,"MultiKueueRedoAdmissionOnEvictionInWorker":true,"MultiKueueRemoteSpecSync":true,"MultiKueueReuseClientConnectionConfigForWorkers":false,"MultiKueueWaitForWorkloadAdmitted":true,"ObjectRetentionPolicies":true,"PartialAdmission":true,"PodGroupSchedulingShapeOrdering":false,"PodIntegrationCountSucceededPodsAsReady":false,"PodIntegrationValidateGroupOwner":true,"PrioritizePreemptorWorkloads":false,"PriorityBoost":false,"PrioritySortingWithinCohort":true,"PropagateBatchJobLabelsToWorkload":true,"QuotaCheckStrategy":false,"ReclaimablePods":true,"RecomputeAssignmentUponPreemptionTargetsOverlap":false,"RejectUpdatesToCQWithInvalidOnFlavors":false,"RemoveFinalizersWithStrictPatch":true,"ReservedResourceNameValidation":false,"SanitizePodSets":true,"SchedulerLongRequeueInterval":false,"SchedulerTimestampPreemptionBuffer":false,"SchedulingEquivalenceHashing":true,"SchedulingEquivalenceHashingIgnorePodSetName":false,"ShortWorkloadNames":false,"SkipAncestorCheckForDeletedWorkloads":true,"SkipChildJobSuspension":false,"SkipFinalizersForPodsSuspendedByParent":true,"SkipReassignmentForPodOwnedWorkloads":false,"SparkApplicationIntegration":false,"TASBalancedPlacement":false,"TASCacheNodeMatchResults":true,"TASCacheTopologyTree":false,"TASCachingRemainingResources":true,"TASFailedNodeReplacement":true,"TASFailedNodeReplacementFailFast":true,"TASGroupedPodSetSlicing":false,"TASHandleOverlappingFlavors":true,"TASMultiLayerTopology":false,"TASPartialSlices":true,"TASProfileMixed":true,"TASRecomputeAssignmentWithinSchedulingCycle":true,"TASRejectFalseUnconstrainedTopology":false,"TASReplaceNodeDueToNotReadyOverFixedTime":true,"TASReplaceNodeOnNodeTaints":true,"TASReplaceNodeOnPodTermination":true,"TASRespectNodeAffinityPreferred":false,"TASValidateWorkloadSliceSize":true,"TLSOptions":true,"TopologyAwareScheduling":true,"UnadmittedWorkloadsExplicitStatus":false,"UnadmittedWorkloadsObservability":false,"ValidateRayAndSparkJobUpdates":true,"VectorizedResourceRequests":true,"VisibilityOnDemand":true,"WorkloadIdentifierAnnotations":true,"WorkloadPriorityClassDefaulting":false,"WorkloadRequestUseMergePatch":false,"WorkloadValidateResourcesAreNonNegative":true,"WorkloadValidationForPodSetMetadata":true}}
{"level":"info","ts":"2026-11-02T12:06:05.003502228Z","logger":"setup","caller":"kueue/main.go:213","msg":"Initializing metrics certificate watcher using provided certificates","metrics-cert-path":"/etc/kueue/metrics/certs"}
{"level":"info","ts":"2026-11-02T12:06:05.003800714Z","logger":"controller-runtime.certwatcher","caller":"certwatcher/certwatcher.go:214","msg":"Updated current TLS certificate","cert":"/etc/kueue/metrics/certs/tls.crt","key":"/etc/kueue/metrics/certs/tls.key"}
{"level":"Level(-2)","ts":"2026-11-02T12:06:05.004062728Z","logger":"setup","caller":"kueue/main.go:257","msg":"K8S Client","qps":50,"burst":100}
{"level":"info","ts":"2026-11-02T12:06:05.301127072Z","logger":"setup","caller":"kueue/main.go:683","msg":"RoleTracker: leader election enabled"}
{"level":"error","ts":"2026-11-02T12:06:05.350302121Z","logger":"setup","caller":"kueue/main.go:445","msg":"Skipping admission check controller setup: Provisioning Requests not supported (Possible cause: missing or unsupported cluster-autoscaler)","error":"no matches for kind \"ProvisioningRequest\" in version \"autoscaling.x-k8s.io/v1\"","stacktrace":"main.setupIndexes\n\t/workspace/upstream/kueue/src/cmd/kueue/main.go:445\nmain.main\n\t/workspace/upstream/kueue/src/cmd/kueue/main.go:363\nruntime.main\n\t/usr/lib/golang/src/runtime/proc.go:290"}
{"level":"info","ts":"2026-11-02T12:06:05.398266834Z","logger":"setup","caller":"kueue/main.go:625","msg":"Probe endpoints are configured on healthz and readyz"}
{"level":"info","ts":"2026-11-02T12:06:05.398417788Z","logger":"queue-manager","caller":"queue/manager.go:138","msg":"DRA reconcile channel connected"}
{"level":"info","ts":"2026-11-02T12:06:05.44751056Z","logger":"setup","caller":"kueue/main.go:497","msg":"Skipping provisioning controller setup: Provisioning Requests not supported (Possible cause: missing or unsupported cluster-autoscaler)"}
{"level":"info","ts":"2026-11-02T12:06:05.447726205Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"workload.codeflare.dev/v1beta2, Kind=AppWrapper","path":"/mutate-workload-codeflare-dev-v1beta2-appwrapper"}
{"level":"info","ts":"2026-11-02T12:06:05.447815028Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-workload-codeflare-dev-v1beta2-appwrapper"}
{"level":"info","ts":"2026-11-02T12:06:05.4478438Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"workload.codeflare.dev/v1beta2, Kind=AppWrapper","path":"/validate-workload-codeflare-dev-v1beta2-appwrapper"}
{"level":"info","ts":"2026-11-02T12:06:05.447880973Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-workload-codeflare-dev-v1beta2-appwrapper"}
{"level":"info","ts":"2026-11-02T12:06:05.447995597Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"apps/v1, Kind=Deployment","path":"/mutate-apps-v1-deployment"}
{"level":"info","ts":"2026-11-02T12:06:05.448042558Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-apps-v1-deployment"}
{"level":"info","ts":"2026-11-02T12:06:05.448063924Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"apps/v1, Kind=Deployment","path":"/validate-apps-v1-deployment"}
{"level":"info","ts":"2026-11-02T12:06:05.448107237Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-apps-v1-deployment"}
{"level":"info","ts":"2026-11-02T12:06:05.448182419Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"batch/v1, Kind=Job","path":"/mutate-batch-v1-job"}
{"level":"info","ts":"2026-11-02T12:06:05.448232455Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-batch-v1-job"}
{"level":"info","ts":"2026-11-02T12:06:05.448259233Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"batch/v1, Kind=Job","path":"/validate-batch-v1-job"}
{"level":"info","ts":"2026-11-02T12:06:05.448297863Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-batch-v1-job"}
{"level":"info","ts":"2026-11-02T12:06:05.448357968Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"jobset.x-k8s.io/v1alpha2, Kind=JobSet","path":"/mutate-jobset-x-k8s-io-v1alpha2-jobset"}
{"level":"info","ts":"2026-11-02T12:06:05.448408589Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-jobset-x-k8s-io-v1alpha2-jobset"}
{"level":"info","ts":"2026-11-02T12:06:05.448441906Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"jobset.x-k8s.io/v1alpha2, Kind=JobSet","path":"/validate-jobset-x-k8s-io-v1alpha2-jobset"}
{"level":"info","ts":"2026-11-02T12:06:05.448476857Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-jobset-x-k8s-io-v1alpha2-jobset"}
{"level":"info","ts":"2026-11-02T12:06:05.448536907Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=JAXJob","path":"/mutate-kubeflow-org-v1-jaxjob"}
{"level":"info","ts":"2026-11-02T12:06:05.448579928Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-jaxjob"}
{"level":"info","ts":"2026-11-02T12:06:05.448600191Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=JAXJob","path":"/validate-kubeflow-org-v1-jaxjob"}
{"level":"info","ts":"2026-11-02T12:06:05.448641927Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-jaxjob"}
{"level":"info","ts":"2026-11-02T12:06:05.448688704Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=PaddleJob","path":"/mutate-kubeflow-org-v1-paddlejob"}
{"level":"info","ts":"2026-11-02T12:06:05.448727076Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-paddlejob"}
{"level":"info","ts":"2026-11-02T12:06:05.448757787Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=PaddleJob","path":"/validate-kubeflow-org-v1-paddlejob"}
{"level":"info","ts":"2026-11-02T12:06:05.448790837Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-paddlejob"}
{"level":"info","ts":"2026-11-02T12:06:05.448843261Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=PyTorchJob","path":"/mutate-kubeflow-org-v1-pytorchjob"}
{"level":"info","ts":"2026-11-02T12:06:05.448883404Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-pytorchjob"}
{"level":"info","ts":"2026-11-02T12:06:05.448914356Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=PyTorchJob","path":"/validate-kubeflow-org-v1-pytorchjob"}
{"level":"info","ts":"2026-11-02T12:06:05.448949644Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-pytorchjob"}
{"level":"info","ts":"2026-11-02T12:06:05.449007676Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=TFJob","path":"/mutate-kubeflow-org-v1-tfjob"}
{"level":"info","ts":"2026-11-02T12:06:05.449049801Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-tfjob"}
{"level":"info","ts":"2026-11-02T12:06:05.449072172Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=TFJob","path":"/validate-kubeflow-org-v1-tfjob"}
{"level":"info","ts":"2026-11-02T12:06:05.449103191Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-tfjob"}
{"level":"info","ts":"2026-11-02T12:06:05.449150529Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=XGBoostJob","path":"/mutate-kubeflow-org-v1-xgboostjob"}
{"level":"info","ts":"2026-11-02T12:06:05.449182164Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-xgboostjob"}
{"level":"info","ts":"2026-11-02T12:06:05.449208981Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=XGBoostJob","path":"/validate-kubeflow-org-v1-xgboostjob"}
{"level":"info","ts":"2026-11-02T12:06:05.449242892Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-xgboostjob"}
{"level":"info","ts":"2026-11-02T12:06:05.449300946Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v2beta1, Kind=MPIJob","path":"/mutate-kubeflow-org-v2beta1-mpijob"}
{"level":"info","ts":"2026-11-02T12:06:05.449336665Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v2beta1-mpijob"}
{"level":"info","ts":"2026-11-02T12:06:05.449358063Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"kubeflow.org/v2beta1, Kind=MPIJob","path":"/validate-kubeflow-org-v2beta1-mpijob"}
{"level":"info","ts":"2026-11-02T12:06:05.449404921Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v2beta1-mpijob"}
{"level":"info","ts":"2026-11-02T12:06:05.449523186Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"/v1, Kind=Pod","path":"/mutate--v1-pod"}
{"level":"info","ts":"2026-11-02T12:06:05.449561606Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate--v1-pod"}
{"level":"info","ts":"2026-11-02T12:06:05.449592417Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"/v1, Kind=Pod","path":"/validate--v1-pod"}
{"level":"info","ts":"2026-11-02T12:06:05.449625722Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate--v1-pod"}
{"level":"info","ts":"2026-11-02T12:06:05.449686486Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"leaderworkerset.x-k8s.io/v1, Kind=LeaderWorkerSet","path":"/mutate-leaderworkerset-x-k8s-io-v1-leaderworkerset"}
{"level":"info","ts":"2026-11-02T12:06:05.449732759Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-leaderworkerset-x-k8s-io-v1-leaderworkerset"}
{"level":"info","ts":"2026-11-02T12:06:05.449754909Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"leaderworkerset.x-k8s.io/v1, Kind=LeaderWorkerSet","path":"/validate-leaderworkerset-x-k8s-io-v1-leaderworkerset"}
{"level":"info","ts":"2026-11-02T12:06:05.449787052Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-leaderworkerset-x-k8s-io-v1-leaderworkerset"}
{"level":"info","ts":"2026-11-02T12:06:05.449837739Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"ray.io/v1, Kind=RayCluster","path":"/mutate-ray-io-v1-raycluster"}
{"level":"info","ts":"2026-11-02T12:06:05.449871773Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-ray-io-v1-raycluster"}
{"level":"info","ts":"2026-11-02T12:06:05.449892312Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"ray.io/v1, Kind=RayCluster","path":"/validate-ray-io-v1-raycluster"}
{"level":"info","ts":"2026-11-02T12:06:05.449934725Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-ray-io-v1-raycluster"}
{"level":"info","ts":"2026-11-02T12:06:05.449983126Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"ray.io/v1, Kind=RayJob","path":"/mutate-ray-io-v1-rayjob"}
{"level":"info","ts":"2026-11-02T12:06:05.450027398Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-ray-io-v1-rayjob"}
{"level":"info","ts":"2026-11-02T12:06:05.450046314Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"ray.io/v1, Kind=RayJob","path":"/validate-ray-io-v1-rayjob"}
{"level":"info","ts":"2026-11-02T12:06:05.450084559Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-ray-io-v1-rayjob"}
{"level":"info","ts":"2026-11-02T12:06:05.45015228Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"ray.io/v1, Kind=RayService","path":"/mutate-ray-io-v1-rayservice"}
{"level":"info","ts":"2026-11-02T12:06:05.450216659Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-ray-io-v1-rayservice"}
{"level":"info","ts":"2026-11-02T12:06:05.450251861Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"ray.io/v1, Kind=RayService","path":"/validate-ray-io-v1-rayservice"}
{"level":"info","ts":"2026-11-02T12:06:05.450294961Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-ray-io-v1-rayservice"}
{"level":"info","ts":"2026-11-02T12:06:05.450345745Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"sparkoperator.k8s.io/v1beta2, Kind=SparkApplication","path":"/mutate-sparkoperator-k8s-io-v1beta2-sparkapplication"}
{"level":"info","ts":"2026-11-02T12:06:05.450416702Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-sparkoperator-k8s-io-v1beta2-sparkapplication"}
{"level":"info","ts":"2026-11-02T12:06:05.450438556Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"sparkoperator.k8s.io/v1beta2, Kind=SparkApplication","path":"/validate-sparkoperator-k8s-io-v1beta2-sparkapplication"}
{"level":"info","ts":"2026-11-02T12:06:05.450471579Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-sparkoperator-k8s-io-v1beta2-sparkapplication"}
{"level":"info","ts":"2026-11-02T12:06:05.450570843Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"apps/v1, Kind=StatefulSet","path":"/mutate-apps-v1-statefulset"}
{"level":"info","ts":"2026-11-02T12:06:05.450606453Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-apps-v1-statefulset"}
{"level":"info","ts":"2026-11-02T12:06:05.450631653Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"apps/v1, Kind=StatefulSet","path":"/validate-apps-v1-statefulset"}
{"level":"info","ts":"2026-11-02T12:06:05.450671585Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-apps-v1-statefulset"}
{"level":"info","ts":"2026-11-02T12:06:05.451079639Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","path":"/mutate-trainer-kubeflow-org-v1alpha1-trainjob"}
{"level":"info","ts":"2026-11-02T12:06:05.45114735Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-trainer-kubeflow-org-v1alpha1-trainjob"}
{"level":"info","ts":"2026-11-02T12:06:05.451168793Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","path":"/validate-trainer-kubeflow-org-v1alpha1-trainjob"}
{"level":"info","ts":"2026-11-02T12:06:05.451209464Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-trainer-kubeflow-org-v1alpha1-trainjob"}
{"level":"info","ts":"2026-11-02T12:06:05.451275969Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=Workload","path":"/mutate-kueue-x-k8s-io-v1beta2-workload"}
{"level":"info","ts":"2026-11-02T12:06:05.451321744Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kueue-x-k8s-io-v1beta2-workload"}
{"level":"info","ts":"2026-11-02T12:06:05.451345459Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=Workload","path":"/validate-kueue-x-k8s-io-v1beta2-workload"}
{"level":"info","ts":"2026-11-02T12:06:05.451377251Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kueue-x-k8s-io-v1beta2-workload"}
{"level":"info","ts":"2026-11-02T12:06:05.45147261Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/convert"}
{"level":"info","ts":"2026-11-02T12:06:05.45148279Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:319","msg":"Conversion webhook enabled","GVK":"kueue.x-k8s.io/v1beta2, Kind=Workload"}
{"level":"info","ts":"2026-11-02T12:06:05.451511155Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=ResourceFlavor","path":"/mutate-kueue-x-k8s-io-v1beta2-resourceflavor"}
{"level":"info","ts":"2026-11-02T12:06:05.451551065Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kueue-x-k8s-io-v1beta2-resourceflavor"}
{"level":"info","ts":"2026-11-02T12:06:05.451577443Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=ResourceFlavor","path":"/validate-kueue-x-k8s-io-v1beta2-resourceflavor"}
{"level":"info","ts":"2026-11-02T12:06:05.451615745Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kueue-x-k8s-io-v1beta2-resourceflavor"}
{"level":"info","ts":"2026-11-02T12:06:05.45167155Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:221","msg":"Registering a mutating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=ClusterQueue","path":"/mutate-kueue-x-k8s-io-v1beta2-clusterqueue"}
{"level":"info","ts":"2026-11-02T12:06:05.451711133Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kueue-x-k8s-io-v1beta2-clusterqueue"}
{"level":"info","ts":"2026-11-02T12:06:05.451735838Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=ClusterQueue","path":"/validate-kueue-x-k8s-io-v1beta2-clusterqueue"}
{"level":"info","ts":"2026-11-02T12:06:05.451768142Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kueue-x-k8s-io-v1beta2-clusterqueue"}
{"level":"info","ts":"2026-11-02T12:06:05.451799414Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:319","msg":"Conversion webhook enabled","GVK":"kueue.x-k8s.io/v1beta2, Kind=ClusterQueue"}
{"level":"info","ts":"2026-11-02T12:06:05.45182001Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:268","msg":"Registering a validating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=Cohort","path":"/validate-kueue-x-k8s-io-v1beta2-cohort"}
{"level":"info","ts":"2026-11-02T12:06:05.451867546Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kueue-x-k8s-io-v1beta2-cohort"}
{"level":"info","ts":"2026-11-02T12:06:05.451896845Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:319","msg":"Conversion webhook enabled","GVK":"kueue.x-k8s.io/v1beta2, Kind=Cohort"}
{"level":"info","ts":"2026-11-02T12:06:05.451929327Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:319","msg":"Conversion webhook enabled","GVK":"kueue.x-k8s.io/v1beta2, Kind=LocalQueue"}
{"level":"info","ts":"2026-11-02T12:06:05.451950551Z","logger":"setup","caller":"kueue/main.go:430","msg":"Starting manager"}
{"level":"info","ts":"2026-11-02T12:06:05.452058188Z","logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"}
{"level":"info","ts":"2026-11-02T12:06:05.452096925Z","caller":"manager/server.go:83","msg":"starting server","name":"health probe","addr":"[::]:8081"}
{"level":"info","ts":"2026-11-02T12:06:05.452189462Z","logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":8443","secure":true}
{"level":"info","ts":"2026-11-02T12:06:05.452167091Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:191","msg":"Starting webhook server"}
{"level":"info","ts":"2026-11-02T12:06:05.453465184Z","logger":"controller-runtime.certwatcher","caller":"certwatcher/certwatcher.go:214","msg":"Updated current TLS certificate","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key"}
{"level":"info","ts":"2026-11-02T12:06:05.453711258Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:242","msg":"Serving webhook server","host":"","port":9443}
{"level":"info","ts":"2026-11-02T12:06:05.4538932Z","logger":"controller-runtime.certwatcher","caller":"certwatcher/certwatcher.go:136","msg":"Starting certificate poll+watcher","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10}
{"level":"Level(-2)","ts":"2026-11-02T12:06:05.502048759Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1beta2.MultiKueueCluster","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"}
{"level":"Level(-2)","ts":"2026-11-02T12:06:05.502223825Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1beta2.LocalQueue","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"}
{"level":"Level(-2)","ts":"2026-11-02T12:06:05.502237351Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1beta2.ResourceFlavor","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"}
{"level":"Level(-2)","ts":"2026-11-02T12:06:05.50237299Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1alpha1.ClusterTrainingRuntime","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"}
{"level":"Level(-2)","ts":"2026-11-02T12:06:05.502634633Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1.LimitRange","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"}
{"level":"Level(-2)","ts":"2026-11-02T12:06:05.502775008Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1beta2.AdmissionCheck","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"}
{"level":"Level(-2)","ts":"2026-11-02T12:06:05.502842664Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1beta2.MultiKueueConfig","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"}
{"level":"Level(-2)","ts":"2026-11-02T12:06:05.503237258Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1alpha1.TrainJob","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"}
{"level":"Level(-2)","ts":"2026-11-02T12:06:05.503246605Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1.Node","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"}
{"level":"Level(-2)","ts":"2026-11-02T12:06:05.503248906Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1beta2.Workload","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"}
{"level":"Level(-2)","ts":"2026-11-02T12:06:05.503594466Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1alpha1.TrainingRuntime","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"}
{"level":"Level(-2)","ts":"2026-11-02T12:06:05.688459519Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1.Pod","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"}
{"level":"info","ts":"2026-11-02T12:06:05.753529036Z","logger":"controller-runtime.certwatcher","caller":"certwatcher/certwatcher.go:136","msg":"Starting certificate poll+watcher","cert":"/etc/kueue/metrics/certs/tls.crt","key":"/etc/kueue/metrics/certs/tls.key","interval":10}
{"level":"info","ts":"2026-11-02T12:06:05.753696099Z","logger":"admissioncheck-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0x627944f8f0"}
{"level":"info","ts":"2026-11-02T12:06:05.75372655Z","logger":"tas-topology-controller","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ResourceFlavor"}
{"level":"info","ts":"2026-11-02T12:06:05.753770599Z","logger":"admissioncheck-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.AdmissionCheck"}
{"level":"info","ts":"2026-11-02T12:06:05.753842936Z","logger":"workload-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0x62794c4380"}
{"level":"info","ts":"2026-11-02T12:06:05.753869533Z","logger":"workload-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.RuntimeClass"}
{"level":"info","ts":"2026-11-02T12:06:05.753888073Z","logger":"workload-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ClusterQueue"}
{"level":"info","ts":"2026-11-02T12:06:05.753949658Z","logger":"workload-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.LocalQueue"}
{"level":"info","ts":"2026-11-02T12:06:05.753998042Z","logger":"resourceflavor-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0x627944f7a0"}
{"level":"info","ts":"2026-11-02T12:06:05.754013477Z","logger":"workload-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.Workload"}
{"level":"info","ts":"2026-11-02T12:06:05.75381015Z","logger":"ElasticJobUngater","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Pod"}
{"level":"info","ts":"2026-11-02T12:06:05.754046038Z","logger":"resourceflavor-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ResourceFlavor"}
{"level":"info","ts":"2026-11-02T12:06:05.753706691Z","logger":"tas-topology-controller","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.Topology"}
{"level":"info","ts":"2026-11-02T12:06:05.754092451Z","logger":"workload-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.LimitRange"}
{"level":"info","ts":"2026-11-02T12:06:05.753775023Z","logger":"ElasticJobUngater","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.Workload"}
{"level":"info","ts":"2026-11-02T12:06:05.75389274Z","logger":"tas-non-tas-usage-controller","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Pod"}
{"level":"info","ts":"2026-11-02T12:06:05.754174827Z","logger":"tas-node-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Node"}
{"level":"info","ts":"2026-11-02T12:06:05.75421473Z","logger":"tas-resource-flavor-controller","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0x62794c4d20"}
{"level":"info","ts":"2026-11-02T12:06:05.754233641Z","logger":"tas-node-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Pod"}
{"level":"info","ts":"2026-11-02T12:06:05.754927088Z","logger":"cohort-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0x627944fd50"}
{"level":"info","ts":"2026-11-02T12:06:05.755119106Z","logger":"localqueue-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ClusterQueue"}
{"level":"info","ts":"2026-11-02T12:06:05.75550957Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Namespace"}
{"level":"info","ts":"2026-11-02T12:06:05.754952068Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0x62794c4150"}
I1102 12:06:05.755344       1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="openshift-kueue-operator/c1f6bfd2.kueue.x-k8s.io"
{"level":"info","ts":"2026-11-02T12:06:05.755664553Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ClusterQueue"}
{"level":"info","ts":"2026-11-02T12:06:05.755941425Z","logger":"tas-topology-ungater","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.Workload"}
{"level":"info","ts":"2026-11-02T12:06:05.755198013Z","logger":"cohort-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.Cohort"}
{"level":"info","ts":"2026-11-02T12:06:05.756205673Z","logger":"tas-topology-ungater","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Pod"}
{"level":"info","ts":"2026-11-02T12:06:05.756252183Z","logger":"localqueue-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0x627944fb20"}
{"level":"info","ts":"2026-11-02T12:06:05.756186821Z","logger":"localqueue-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.LocalQueue"}
{"level":"info","ts":"2026-11-02T12:06:05.75621948Z","logger":"tas-resource-flavor-controller","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ResourceFlavor"}
{"level":"info","ts":"2026-11-02T12:06:05.756441147Z","logger":"workloadpriorityclass-reconciler","caller":"controller/controller.go:369","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.WorkloadPriorityClass"}
{"level":"Level(-2)","ts":"2026-11-02T12:06:05.802848151Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1.RuntimeClass","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"}
{"level":"Level(-2)","ts":"2026-11-02T12:06:05.805618635Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1beta2.Topology","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"}
{"level":"Level(-2)","ts":"2026-11-02T12:06:05.805629484Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1beta2.Cohort","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"}
{"level":"Level(-2)","ts":"2026-11-02T12:06:05.805757254Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1beta2.ClusterQueue","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"}
{"level":"Level(-2)","ts":"2026-11-02T12:06:05.80608679Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1beta2.WorkloadPriorityClass","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"}
{"level":"Level(-2)","ts":"2026-11-02T12:06:05.807933761Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1.Namespace","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"}
{"level":"info","ts":"2026-11-02T12:06:05.854220321Z","logger":"resourceflavor-reconciler","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"follower"}
{"level":"info","ts":"2026-11-02T12:06:05.854270669Z","logger":"resourceflavor-reconciler","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"follower","worker count":1}
{"level":"info","ts":"2026-11-02T12:06:05.85533112Z","logger":"ElasticJobUngater","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"follower"}
{"level":"info","ts":"2026-11-02T12:06:05.855360084Z","logger":"ElasticJobUngater","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"follower","worker count":5}
{"level":"info","ts":"2026-11-02T12:06:05.856524965Z","logger":"admissioncheck-reconciler","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"follower"}
{"level":"info","ts":"2026-11-02T12:06:05.856516505Z","logger":"tas-non-tas-usage-controller","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"follower"}
{"level":"info","ts":"2026-11-02T12:06:05.8565616Z","logger":"admissioncheck-reconciler","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"follower","worker count":1}
{"level":"info","ts":"2026-11-02T12:06:05.856570923Z","logger":"tas-non-tas-usage-controller","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"follower","worker count":5}
{"level":"info","ts":"2026-11-02T12:06:05.856768541Z","logger":"tas-topology-ungater","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"follower"}
{"level":"info","ts":"2026-11-02T12:06:05.85681463Z","logger":"tas-topology-ungater","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"follower","worker count":5}
{"level":"info","ts":"2026-11-02T12:06:05.856871514Z","logger":"tas-resource-flavor-controller","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"follower"}
{"level":"info","ts":"2026-11-02T12:06:05.856885396Z","logger":"tas-resource-flavor-controller","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"follower","worker count":1}
{"level":"info","ts":"2026-11-02T12:06:05.856907253Z","logger":"tas-node-reconciler","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"follower"}
{"level":"info","ts":"2026-11-02T12:06:05.856923269Z","logger":"tas-node-reconciler","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"follower","worker count":1}
I1102 12:06:05.868130       1 plugins.go:157] Loaded 1 mutating admission controller(s) successfully in the following order: NamespaceLifecycle.
I1102 12:06:05.871169       1 handler.go:304] Adding GroupVersion visibility.kueue.x-k8s.io v1beta2 to ResourceManager
I1102 12:06:05.871347       1 handler.go:304] Adding GroupVersion visibility.kueue.x-k8s.io v1beta1 to ResourceManager
I1102 12:06:05.922750       1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I1102 12:06:05.922773       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I1102 12:06:05.922791       1 shared_informer.go:402] "Waiting for caches to sync"
I1102 12:06:05.923082       1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1102 12:06:05.923154       1 shared_informer.go:402] "Waiting for caches to sync"
I1102 12:06:05.923286       1 shared_informer.go:402] "Waiting for caches to sync"
I1102 12:06:05.924011       1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/visibility/tls.crt::/visibility/tls.key"
I1102 12:06:05.924666       1 secure_serving.go:214] Serving securely on [::]:8082
I1102 12:06:05.924766       1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
I1102 12:06:05.924783       1 apf_controller.go:377] Starting API Priority and Fairness config controller
{"level":"info","ts":"2026-11-02T12:06:05.955864651Z","logger":"tas-topology-controller","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"follower"}
{"level":"info","ts":"2026-11-02T12:06:05.955903926Z","logger":"tas-topology-controller","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"follower","worker count":1}
{"level":"info","ts":"2026-11-02T12:06:05.956940387Z","logger":"workload-reconciler","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"follower"}
{"level":"info","ts":"2026-11-02T12:06:05.956982631Z","logger":"workload-reconciler","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"follower","worker count":5}
{"level":"info","ts":"2026-11-02T12:06:05.956976431Z","logger":"localqueue-reconciler","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"follower"}
{"level":"info","ts":"2026-11-02T12:06:05.957004749Z","logger":"localqueue-reconciler","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"follower","worker count":1}
{"level":"info","ts":"2026-11-02T12:06:05.956942669Z","logger":"cohort-reconciler","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"follower"}
{"level":"info","ts":"2026-11-02T12:06:05.95702194Z","logger":"cohort-reconciler","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"follower","worker count":1}
{"level":"info","ts":"2026-11-02T12:06:05.958090173Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"follower"}
{"level":"info","ts":"2026-11-02T12:06:05.95811591Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"follower","worker count":1}
{"level":"info","ts":"2026-11-02T12:06:05.958109109Z","logger":"workloadpriorityclass-reconciler","caller":"controller/controller.go:302","msg":"Starting Controller","replica-role":"follower"}
{"level":"info","ts":"2026-11-02T12:06:05.958152334Z","logger":"workloadpriorityclass-reconciler","caller":"controller/controller.go:305","msg":"Starting workers","replica-role":"follower","worker count":1}
I1102 12:06:06.023965       1 shared_informer.go:409] "Caches are synced"
I1102 12:06:06.024024       1 shared_informer.go:409] "Caches are synced"
I1102 12:06:06.024058       1 shared_informer.go:409] "Caches are synced"
I1102 12:06:06.025159       1 apf_controller.go:382] Running API Priority and Fairness config worker
I1102 12:06:06.025168       1 apf_controller.go:385] Running API Priority and Fairness periodic rebalancing process
{"level":"Level(-2)","ts":"2026-11-02T12:32:24.756900265Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:141","msg":"ResourceFlavor create event","replica-role":"follower","resourceFlavor":{"name":"rf-lzzv7"}}
{"level":"Level(-2)","ts":"2026-11-02T12:32:25.08728388Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:351","msg":"ClusterQueue create event","replica-role":"follower","clusterQueue":{"name":"cq-n29dm"}}
{"level":"Level(-2)","ts":"2026-11-02T12:32:25.101082413Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:240","msg":"LocalQueue create event","replica-role":"follower","localQueue":{"name":"lq-kznlf","namespace":"test-ns-cvrqp"}}
{"level":"Level(-2)","ts":"2026-11-02T12:32:25.142834739Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cq-n29dm"}}
{"level":"Level(-2)","ts":"2026-11-02T12:32:25.155146663Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"lq-kznlf","namespace":"test-ns-cvrqp"}}
{"level":"Level(-2)","ts":"2026-11-02T12:32:25.210803985Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"lq-kznlf","namespace":"test-ns-cvrqp"}}
{"level":"Level(-2)","ts":"2026-11-02T12:32:26.355576277Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1276","msg":"Workload create event","replica-role":"follower","workload":{"name":"pod-dw-deployment-bm5zh-75659bbb8f-lphf5-865f0","namespace":"test-ns-cvrqp"},"queue":"lq-kznlf","status":"pending"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:26.517654257Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1369","msg":"Workload update event","replica-role":"follower","workload":{"name":"pod-dw-deployment-bm5zh-75659bbb8f-lphf5-865f0","namespace":"test-ns-cvrqp"},"queue":"lq-kznlf","status":"admitted","prevStatus":"pending","clusterQueue":"cq-n29dm"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:27.455604629Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"lq-kznlf","namespace":"test-ns-cvrqp"}}
{"level":"Level(-2)","ts":"2026-11-02T12:32:27.458177286Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cq-n29dm"}}
{"level":"info","ts":"2026-11-02T12:32:40.998595215Z","logger":"admission.trainjob-webhook","caller":"trainjob/trainjob_webhook.go:117","msg":"Validating create","webhookGroup":"trainer.kubeflow.org","webhookKind":"TrainJob","object":{"name":"kc74b7126c29","namespace":"test-ns-cvrqp"},"namespace":"test-ns-cvrqp","name":"kc74b7126c29","resource":{"group":"trainer.kubeflow.org","version":"v1alpha1","resource":"trainjobs"},"user":"system:serviceaccount:redhat-ods-applications:trainer-e2e","requestID":"f60dd367-f61e-43ce-8ee8-c4f172d7117e","replica-role":"follower"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:41.373132183Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1276","msg":"Workload create event","replica-role":"follower","workload":{"name":"trainjob-kc74b7126c29-a09da","namespace":"test-ns-cvrqp"},"queue":"lq-kznlf","status":"pending"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:41.484174292Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1369","msg":"Workload update event","replica-role":"follower","workload":{"name":"trainjob-kc74b7126c29-a09da","namespace":"test-ns-cvrqp"},"queue":"lq-kznlf","status":"admitted","prevStatus":"pending","clusterQueue":"cq-n29dm"}
{"level":"info","ts":"2026-11-02T12:32:42.080109427Z","logger":"admission.trainjob-webhook","caller":"trainjob/trainjob_webhook.go:130","msg":"Validating update","webhookGroup":"trainer.kubeflow.org","webhookKind":"TrainJob","object":{"name":"kc74b7126c29","namespace":"test-ns-cvrqp"},"namespace":"test-ns-cvrqp","name":"kc74b7126c29","resource":{"group":"trainer.kubeflow.org","version":"v1alpha1","resource":"trainjobs"},"user":"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager","requestID":"0564ab0e-006d-44c8-99d3-2af96670962e","replica-role":"follower"}
{"level":"info","ts":"2026-11-02T12:32:42.246986435Z","logger":"admission.trainjob-webhook","caller":"trainjob/trainjob_webhook.go:130","msg":"Validating update","webhookGroup":"trainer.kubeflow.org","webhookKind":"TrainJob","object":{"name":"kc74b7126c29","namespace":"test-ns-cvrqp"},"namespace":"test-ns-cvrqp","name":"kc74b7126c29","resource":{"group":"trainer.kubeflow.org","version":"v1alpha1","resource":"trainjobs"},"user":"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager","requestID":"a8dab430-a731-476a-948d-8ddf0ea42971","replica-role":"follower"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:42.427794686Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"lq-kznlf","namespace":"test-ns-cvrqp"}}
{"level":"Level(-2)","ts":"2026-11-02T12:32:42.429077131Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cq-n29dm"}}
{"level":"Level(-2)","ts":"2026-11-02T12:33:17.521432762Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1369","msg":"Workload update event","replica-role":"follower","workload":{"name":"trainjob-kc74b7126c29-a09da","namespace":"test-ns-cvrqp"},"queue":"lq-kznlf","status":"finished","prevStatus":"admitted","clusterQueue":"cq-n29dm"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:17.787532897Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1369","msg":"Workload update event","replica-role":"follower","workload":{"name":"trainjob-kc74b7126c29-a09da","namespace":"test-ns-cvrqp"},"queue":"lq-kznlf","status":"finished","clusterQueue":"cq-n29dm"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:18.577981588Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"lq-kznlf","namespace":"test-ns-cvrqp"}}
{"level":"Level(-2)","ts":"2026-11-02T12:33:18.578462025Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cq-n29dm"}}
{"level":"Level(-2)","ts":"2026-11-02T12:33:19.592925433Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1312","msg":"Workload delete event","replica-role":"follower","workload":{"name":"trainjob-kc74b7126c29-a09da","namespace":"test-ns-cvrqp"},"queue":"lq-kznlf","status":"finished"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:20.62747504Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"follower","resourceFlavor":{"name":"rf-lzzv7"}}
{"level":"Level(-2)","ts":"2026-11-02T12:33:20.627715645Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cq-n29dm"}}
{"level":"Level(-2)","ts":"2026-11-02T12:33:20.684060183Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cq-n29dm"}}
{"level":"Level(-2)","ts":"2026-11-02T12:33:20.737306404Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"lq-kznlf","namespace":"test-ns-cvrqp"}}
{"level":"Level(-2)","ts":"2026-11-02T12:33:20.976019435Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:141","msg":"ResourceFlavor create event","replica-role":"follower","resourceFlavor":{"name":"rf-lrg49"}}
{"level":"Level(-2)","ts":"2026-11-02T12:33:21.093317334Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:351","msg":"ClusterQueue create event","replica-role":"follower","clusterQueue":{"name":"cq-m4rk2"}}
{"level":"Level(-2)","ts":"2026-11-02T12:33:21.106411125Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:240","msg":"LocalQueue create event","replica-role":"follower","localQueue":{"name":"lq-2lr69","namespace":"test-ns-27ch7"}}
{"level":"Level(-2)","ts":"2026-11-02T12:33:21.150975413Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cq-m4rk2"}}
{"level":"Level(-2)","ts":"2026-11-02T12:33:21.159044852Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"lq-2lr69","namespace":"test-ns-27ch7"}}
{"level":"info","ts":"2026-11-02T12:33:21.22561532Z","logger":"admission.trainjob-webhook","caller":"trainjob/trainjob_webhook.go:117","msg":"Validating create","webhookGroup":"trainer.kubeflow.org","webhookKind":"TrainJob","object":{"name":"test-preemption-trainjob-vtcs9","namespace":"test-ns-27ch7"},"namespace":"test-ns-27ch7","name":"test-preemption-trainjob-vtcs9","resource":{"group":"trainer.kubeflow.org","version":"v1alpha1","resource":"trainjobs"},"user":"system:admin","requestID":"af370696-8aa7-4096-85e1-6bb1ffb2c803","replica-role":"follower"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:21.261706915Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"lq-2lr69","namespace":"test-ns-27ch7"}}
{"level":"Level(-2)","ts":"2026-11-02T12:33:21.586373496Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1276","msg":"Workload create event","replica-role":"follower","workload":{"name":"trainjob-test-preemption-trainjob-vtcs9-f3432","namespace":"test-ns-27ch7"},"queue":"lq-2lr69","status":"pending"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:21.69570165Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1369","msg":"Workload update event","replica-role":"follower","workload":{"name":"trainjob-test-preemption-trainjob-vtcs9-f3432","namespace":"test-ns-27ch7"},"queue":"lq-2lr69","status":"admitted","prevStatus":"pending","clusterQueue":"cq-m4rk2"}
{"level":"info","ts":"2026-11-02T12:33:22.263127817Z","logger":"admission.trainjob-webhook","caller":"trainjob/trainjob_webhook.go:130","msg":"Validating update","webhookGroup":"trainer.kubeflow.org","webhookKind":"TrainJob","object":{"name":"test-preemption-trainjob-vtcs9","namespace":"test-ns-27ch7"},"namespace":"test-ns-27ch7","name":"test-preemption-trainjob-vtcs9","resource":{"group":"trainer.kubeflow.org","version":"v1alpha1","resource":"trainjobs"},"user":"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager","requestID":"b435f2ed-facc-4118-80f6-1f347822a361","replica-role":"follower"}
{"level":"info","ts":"2026-11-02T12:33:22.426145661Z","logger":"admission.trainjob-webhook","caller":"trainjob/trainjob_webhook.go:130","msg":"Validating update","webhookGroup":"trainer.kubeflow.org","webhookKind":"TrainJob","object":{"name":"test-preemption-trainjob-vtcs9","namespace":"test-ns-27ch7"},"namespace":"test-ns-27ch7","name":"test-preemption-trainjob-vtcs9","resource":{"group":"trainer.kubeflow.org","version":"v1alpha1","resource":"trainjobs"},"user":"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager","requestID":"bcd27c70-9a2d-4837-989c-98671de41866","replica-role":"follower"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:22.672517493Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cq-m4rk2"}}
{"level":"Level(-2)","ts":"2026-11-02T12:33:22.672545027Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"lq-2lr69","namespace":"test-ns-27ch7"}}
{"level":"Level(-2)","ts":"2026-11-02T12:33:25.438414038Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1369","msg":"Workload update event","replica-role":"follower","workload":{"name":"trainjob-test-preemption-trainjob-vtcs9-f3432","namespace":"test-ns-27ch7"},"queue":"lq-2lr69","status":"admitted","clusterQueue":"cq-m4rk2"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:25.438473621Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1381","msg":"Workload will not be queued because the workload is not active","replica-role":"follower","workload":{"name":"trainjob-test-preemption-trainjob-vtcs9-f3432","namespace":"test-ns-27ch7"},"queue":"lq-2lr69","status":"admitted","clusterQueue":"cq-m4rk2"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:25.550331052Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1369","msg":"Workload update event","replica-role":"follower","workload":{"name":"trainjob-test-preemption-trainjob-vtcs9-f3432","namespace":"test-ns-27ch7"},"queue":"lq-2lr69","status":"admitted","clusterQueue":"cq-m4rk2"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:25.550409123Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1381","msg":"Workload will not be queued because the workload is not active","replica-role":"follower","workload":{"name":"trainjob-test-preemption-trainjob-vtcs9-f3432","namespace":"test-ns-27ch7"},"queue":"lq-2lr69","status":"admitted","clusterQueue":"cq-m4rk2"}
{"level":"info","ts":"2026-11-02T12:33:25.850858534Z","logger":"admission.trainjob-webhook","caller":"trainjob/trainjob_webhook.go:130","msg":"Validating update","webhookGroup":"trainer.kubeflow.org","webhookKind":"TrainJob","object":{"name":"test-preemption-trainjob-vtcs9","namespace":"test-ns-27ch7"},"namespace":"test-ns-27ch7","name":"test-preemption-trainjob-vtcs9","resource":{"group":"trainer.kubeflow.org","version":"v1alpha1","resource":"trainjobs"},"user":"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager","requestID":"68284165-c08f-4afb-b850-2f718a1ab1a8","replica-role":"follower"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:26.491684872Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cq-m4rk2"}}
{"level":"Level(-2)","ts":"2026-11-02T12:33:26.494010735Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"lq-2lr69","namespace":"test-ns-27ch7"}}
{"level":"Level(-2)","ts":"2026-11-02T12:33:26.504238121Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"follower","resourceFlavor":{"name":"rf-lrg49"}}
{"level":"Level(-2)","ts":"2026-11-02T12:33:26.600155935Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:376","msg":"ClusterQueue delete event","replica-role":"follower","clusterQueue":{"name":"cq-m4rk2"}}
{"level":"Level(-2)","ts":"2026-11-02T12:33:26.600243518Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:385","msg":"Cleared resource metrics for deleted ClusterQueue.","replica-role":"follower","clusterQueue":{"name":"cq-m4rk2"}}
{"level":"info","ts":"2026-11-02T12:33:26.624361304Z","logger":"admission.trainjob-webhook","caller":"trainjob/trainjob_webhook.go:130","msg":"Validating update","webhookGroup":"trainer.kubeflow.org","webhookKind":"TrainJob","object":{"name":"test-preemption-trainjob-vtcs9","namespace":"test-ns-27ch7"},"namespace":"test-ns-27ch7","name":"test-preemption-trainjob-vtcs9","resource":{"group":"trainer.kubeflow.org","version":"v1alpha1","resource":"trainjobs"},"user":"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager","requestID":"c0f7b9cb-edcf-49a1-ad5c-cf1661fa5d4b","replica-role":"follower"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:26.653076011Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"lq-2lr69","namespace":"test-ns-27ch7"}}
{"level":"Level(-2)","ts":"2026-11-02T12:33:26.70418545Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:159","msg":"ResourceFlavor delete event","replica-role":"follower","resourceFlavor":{"name":"rf-lrg49"}}
{"level":"Level(-2)","ts":"2026-11-02T12:33:26.777536657Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:141","msg":"ResourceFlavor create event","replica-role":"follower","resourceFlavor":{"name":"rf-q65ff"}}
{"level":"Level(-2)","ts":"2026-11-02T12:33:26.791253899Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1369","msg":"Workload update event","replica-role":"follower","workload":{"name":"trainjob-test-preemption-trainjob-vtcs9-f3432","namespace":"test-ns-27ch7"},"queue":"lq-2lr69","status":"pending","prevStatus":"admitted","prevClusterQueue":"cq-m4rk2"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:26.79130698Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1381","msg":"Workload will not be queued because the workload is not active","replica-role":"follower","workload":{"name":"trainjob-test-preemption-trainjob-vtcs9-f3432","namespace":"test-ns-27ch7"},"queue":"lq-2lr69","status":"pending","prevStatus":"admitted","prevClusterQueue":"cq-m4rk2"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:26.892136067Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:351","msg":"ClusterQueue create event","replica-role":"follower","clusterQueue":{"name":"cq-v85gt"}}
{"level":"Level(-2)","ts":"2026-11-02T12:33:26.900324386Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1369","msg":"Workload update event","replica-role":"follower","workload":{"name":"trainjob-test-preemption-trainjob-vtcs9-f3432","namespace":"test-ns-27ch7"},"queue":"lq-2lr69","status":"pending"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:26.900377347Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1381","msg":"Workload will not be queued because the workload is not active","replica-role":"follower","workload":{"name":"trainjob-test-preemption-trainjob-vtcs9-f3432","namespace":"test-ns-27ch7"},"queue":"lq-2lr69","status":"pending"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:26.905949208Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:240","msg":"LocalQueue create event","replica-role":"follower","localQueue":{"name":"lq-hbfq8","namespace":"test-ns-sddzb"}}
{"level":"Level(-2)","ts":"2026-11-02T12:33:26.947414408Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cq-v85gt"}}
{"level":"Level(-2)","ts":"2026-11-02T12:33:26.958274282Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"lq-hbfq8","namespace":"test-ns-sddzb"}}
{"level":"Level(-2)","ts":"2026-11-02T12:33:27.012527858Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"lq-hbfq8","namespace":"test-ns-sddzb"}}
{"level":"info","ts":"2026-11-02T12:33:27.024792299Z","logger":"admission.trainjob-webhook","caller":"trainjob/trainjob_webhook.go:117","msg":"Validating create","webhookGroup":"trainer.kubeflow.org","webhookKind":"TrainJob","object":{"name":"test-runtimepatches-trainjob-8qzvh","namespace":"test-ns-sddzb"},"namespace":"test-ns-sddzb","name":"test-runtimepatches-trainjob-8qzvh","resource":{"group":"trainer.kubeflow.org","version":"v1alpha1","resource":"trainjobs"},"user":"system:admin","requestID":"6e79b2fe-9782-4889-897e-5c68c0cb432e","replica-role":"follower"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:27.400243922Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1276","msg":"Workload create event","replica-role":"follower","workload":{"name":"trainjob-test-runtimepatches-trainjob-8qzvh-f53d6","namespace":"test-ns-sddzb"},"queue":"lq-hbfq8","status":"pending"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:27.508482093Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1369","msg":"Workload update event","replica-role":"follower","workload":{"name":"trainjob-test-runtimepatches-trainjob-8qzvh-f53d6","namespace":"test-ns-sddzb"},"queue":"lq-hbfq8","status":"admitted","prevStatus":"pending","clusterQueue":"cq-v85gt"}
{"level":"info","ts":"2026-11-02T12:33:27.860992711Z","logger":"admission.trainjob-webhook","caller":"trainjob/trainjob_webhook.go:130","msg":"Validating update","webhookGroup":"trainer.kubeflow.org","webhookKind":"TrainJob","object":{"name":"test-runtimepatches-trainjob-8qzvh","namespace":"test-ns-sddzb"},"namespace":"test-ns-sddzb","name":"test-runtimepatches-trainjob-8qzvh","resource":{"group":"trainer.kubeflow.org","version":"v1alpha1","resource":"trainjobs"},"user":"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager","requestID":"2fd12c3d-1153-4860-85ce-576db5ef0f21","replica-role":"follower"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:28.139759489Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cq-v85gt"}}
{"level":"Level(-2)","ts":"2026-11-02T12:33:28.154599691Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"follower","resourceFlavor":{"name":"rf-q65ff"}}
{"level":"Level(-2)","ts":"2026-11-02T12:33:28.195252024Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cq-v85gt"}}
{"level":"Level(-2)","ts":"2026-11-02T12:33:28.249590464Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"lq-hbfq8","namespace":"test-ns-sddzb"}}
{"level":"info","ts":"2026-11-02T12:33:28.281235306Z","logger":"admission.trainjob-webhook","caller":"trainjob/trainjob_webhook.go:130","msg":"Validating update","webhookGroup":"trainer.kubeflow.org","webhookKind":"TrainJob","object":{"name":"test-runtimepatches-trainjob-8qzvh","namespace":"test-ns-sddzb"},"namespace":"test-ns-sddzb","name":"test-runtimepatches-trainjob-8qzvh","resource":{"group":"trainer.kubeflow.org","version":"v1alpha1","resource":"trainjobs"},"user":"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager","requestID":"21650a5f-ca99-4b28-a86e-9316dfab4252","replica-role":"follower"}
{"level":"info","ts":"2026-11-02T12:33:28.444594634Z","logger":"admission.trainjob-webhook","caller":"trainjob/trainjob_webhook.go:130","msg":"Validating update","webhookGroup":"trainer.kubeflow.org","webhookKind":"TrainJob","object":{"name":"test-runtimepatches-trainjob-8qzvh","namespace":"test-ns-sddzb"},"namespace":"test-ns-sddzb","name":"test-runtimepatches-trainjob-8qzvh","resource":{"group":"trainer.kubeflow.org","version":"v1alpha1","resource":"trainjobs"},"user":"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager","requestID":"d1cd14c9-7709-484c-80b9-5134d58d739e","replica-role":"follower"}