{"level":"info","ts":"2026-02-16T09:57:43.470676803Z","logger":"setup","caller":"kueue/main.go:507","msg":"Successfully loaded configuration","config":"apiVersion: config.kueue.x-k8s.io/v1beta1\nclientConnection:\n burst: 100\n qps: 50\ncontroller:\n groupKindConcurrency:\n ClusterQueue.kueue.x-k8s.io: 1\n Job.batch: 5\n LocalQueue.kueue.x-k8s.io: 1\n Pod: 5\n ResourceFlavor.kueue.x-k8s.io: 1\n Workload.kueue.x-k8s.io: 5\nfairSharing:\n enable: false\nhealth:\n healthProbeBindAddress: :8081\nintegrations:\n externalFrameworks:\n - pipelineruns.v1.tekton.dev\n frameworks:\n - batch/job\ninternalCertManagement:\n enable: false\nkind: Configuration\nleaderElection:\n leaderElect: true\n leaseDuration: 2m17s\n renewDeadline: 1m47s\n resourceLock: leases\n resourceName: c1f6bfd2.kueue.x-k8s.io\n resourceNamespace: \"\"\n retryPeriod: 26s\nmanageJobsWithoutQueueName: false\nmanagedJobsNamespaceSelector:\n matchLabels:\n kueue.openshift.io/managed: \"true\"\nmetrics:\n bindAddress: :8443\n enableClusterQueueResources: true\nmultiKueue:\n dispatcherName: kueue.x-k8s.io/multikueue-dispatcher-all-at-once\n gcInterval: 1m0s\n origin: multikueue\n workerLostTimeout: 15m0s\nnamespace: openshift-kueue-operator\nwaitForPodsReady: {}\nwebhook:\n certDir: /tmp/k8s-webhook-server/serving-certs\n port: 9443\n"} {"level":"info","ts":"2026-02-16T09:57:43.470752172Z","logger":"setup","caller":"kueue/main.go:150","msg":"Initializing","gitVersion":"9c56bbd-dirty","gitCommit":"9c56bbd62ff1b6183631af3aecc5adedb725a9d4","buildDate":"2025-12-07T19:39:57Z"} {"level":"Level(-2)","ts":"2026-02-16T09:57:43.470813679Z","logger":"setup","caller":"features/kube_features.go:379","msg":"Loaded feature gates","featureGates":{"AdmissionFairSharing":false,"ConfigurableResourceTransformations":true,"DynamicResourceAllocation":false,"ElasticJobsViaWorkloadSlices":false,"ExposeFlavorsInLocalQueue":true,"FlavorFungibility":true,"FlavorFungibilityImplicitPreferenceDefault":false,"HierarchicalCohorts":true,"LendingLimit":true,"LocalQueueDefaulting":true,"LocalQueueMetrics":false,"ManagedJobsNamespaceSelector":true,"ManagedJobsNamespaceSelectorAlwaysRespected":false,"MultiKueue":true,"MultiKueueAdaptersForCustomJobs":false,"MultiKueueAllowInsecureKubeconfigs":false,"MultiKueueBatchJobWithManagedBy":false,"ObjectRetentionPolicies":true,"PartialAdmission":true,"PrioritySortingWithinCohort":true,"PropagateBatchJobLabelsToWorkload":true,"ProvisioningACC":true,"ReclaimablePods":true,"SanitizePodSets":true,"TASFailedNodeReplacement":true,"TASFailedNodeReplacementFailFast":true,"TASProfileLeastFreeCapacity":false,"TASProfileMixed":false,"TASReplaceNodeOnPodTermination":true,"TopologyAwareScheduling":true,"VisibilityOnDemand":true,"WorkloadRequestUseMergePatch":false}} {"level":"info","ts":"2026-02-16T09:57:43.470846152Z","logger":"setup","caller":"kueue/main.go:166","msg":"Initializing metrics certificate watcher using provided certificates","metrics-cert-path":"/etc/kueue/metrics/certs"} {"level":"info","ts":"2026-02-16T09:57:43.471004517Z","logger":"controller-runtime.certwatcher","caller":"certwatcher/certwatcher.go:214","msg":"Updated current TLS certificate","cert":"/etc/kueue/metrics/certs/tls.crt","key":"/etc/kueue/metrics/certs/tls.key"} {"level":"Level(-2)","ts":"2026-02-16T09:57:43.471154145Z","logger":"setup","caller":"kueue/main.go:199","msg":"K8S Client","qps":50,"burst":100} {"level":"error","ts":"2026-02-16T09:57:43.505809801Z","logger":"setup","caller":"kueue/main.go:303","msg":"Skipping admission check controller setup: Provisioning Requests not supported (Possible cause: missing or unsupported cluster-autoscaler)","error":"no matches for kind \"ProvisioningRequest\" in version \"autoscaling.x-k8s.io/v1\"","stacktrace":"main.setupIndexes\n\t/workspace/upstream/kueue/src/cmd/kueue/main.go:303\nmain.main\n\t/workspace/upstream/kueue/src/cmd/kueue/main.go:244\nruntime.main\n\t/usr/lib/golang/src/runtime/proc.go:283"} {"level":"info","ts":"2026-02-16T09:57:43.508665751Z","logger":"setup","caller":"kueue/main.go:448","msg":"Probe endpoints are configured on healthz and readyz"} {"level":"info","ts":"2026-02-16T09:57:43.508689779Z","logger":"setup","caller":"kueue/main.go:288","msg":"Starting manager"} {"level":"info","ts":"2026-02-16T09:57:43.508697286Z","logger":"setup","caller":"cert/cert.go:75","msg":"Waiting for certificate generation to complete"} {"level":"info","ts":"2026-02-16T09:57:43.508725751Z","logger":"setup","caller":"cert/cert.go:77","msg":"Certs ready"} {"level":"info","ts":"2026-02-16T09:57:43.508730437Z","logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"} {"level":"info","ts":"2026-02-16T09:57:43.508795452Z","logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":8443","secure":true} {"level":"info","ts":"2026-02-16T09:57:43.508830371Z","caller":"manager/server.go:83","msg":"starting server","name":"health probe","addr":"[::]:8081"} {"level":"Level(-2)","ts":"2026-02-16T09:57:43.515046064Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:436","msg":"Caches populated","type":"*v1beta1.MultiKueueCluster","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-02-16T09:57:43.515078088Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:436","msg":"Caches populated","type":"*v1.Job","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-02-16T09:57:43.515136771Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:436","msg":"Caches populated","type":"*v1beta1.AdmissionCheck","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-02-16T09:57:43.515982448Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:436","msg":"Caches populated","type":"*v1beta1.Workload","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-02-16T09:57:43.516856331Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:436","msg":"Caches populated","type":"*v1.LimitRange","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-02-16T09:57:43.51696398Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:436","msg":"Caches populated","type":"*v1beta1.LocalQueue","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-02-16T09:57:43.517102425Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:436","msg":"Caches populated","type":"*v1beta1.MultiKueueConfig","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-02-16T09:57:43.51718276Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:436","msg":"Caches populated","type":"*v1beta1.ResourceFlavor","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-02-16T09:57:43.517537874Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:436","msg":"Caches populated","type":"*v1.Node","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-02-16T09:57:43.555352406Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:436","msg":"Caches populated","type":"*v1.Pod","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} I0216 09:57:43.609966 1 leaderelection.go:257] attempting to acquire leader lease openshift-kueue-operator/c1f6bfd2.kueue.x-k8s.io... {"level":"info","ts":"2026-02-16T09:57:43.610074307Z","caller":"controller/controller.go:286","msg":"Starting Controller","controller":"admissioncheck_controller"} {"level":"info","ts":"2026-02-16T09:57:43.610089632Z","caller":"controller/controller.go:289","msg":"Starting workers","controller":"admissioncheck_controller","worker count":1} {"level":"info","ts":"2026-02-16T09:57:43.610107569Z","caller":"controller/controller.go:231","msg":"Starting EventSource","controller":"admissioncheck_controller","source":"kind source: *v1beta1.AdmissionCheck"} {"level":"info","ts":"2026-02-16T09:57:43.610306919Z","caller":"controller/controller.go:231","msg":"Starting EventSource","controller":"admissioncheck_controller","source":"channel source: 0xc0003cc1c0"} {"level":"info","ts":"2026-02-16T09:57:43.610402702Z","caller":"controller/controller.go:353","msg":"Starting EventSource","controller":"resourceflavor_controller","source":"kind source: *v1beta1.ResourceFlavor"} {"level":"info","ts":"2026-02-16T09:57:43.610409744Z","caller":"controller/controller.go:353","msg":"Starting EventSource","controller":"resourceflavor_controller","source":"channel source: 0xc0003000e0"} {"level":"Level(-2)","ts":"2026-02-16T09:57:43.610489966Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:133","msg":"ResourceFlavor create event","resourceFlavor":{"name":"default-flavor"}} {"level":"info","ts":"2026-02-16T09:57:43.610579235Z","caller":"controller/controller.go:286","msg":"Starting Controller","controller":"resourceflavor_controller"} {"level":"info","ts":"2026-02-16T09:57:43.610588795Z","caller":"controller/controller.go:289","msg":"Starting workers","controller":"resourceflavor_controller","worker count":1} {"level":"info","ts":"2026-02-16T09:57:43.610603655Z","caller":"controller/controller.go:286","msg":"Starting Controller","controller":"cohort_controller"} {"level":"info","ts":"2026-02-16T09:57:43.61061792Z","caller":"controller/controller.go:289","msg":"Starting workers","controller":"cohort_controller","worker count":1} {"level":"info","ts":"2026-02-16T09:57:43.610624703Z","caller":"controller/controller.go:231","msg":"Starting EventSource","controller":"cohort_controller","source":"kind source: *v1beta1.Cohort"} {"level":"info","ts":"2026-02-16T09:57:43.61063906Z","caller":"controller/controller.go:231","msg":"Starting EventSource","controller":"cohort_controller","source":"channel source: 0xc0003e4230"} {"level":"info","ts":"2026-02-16T09:57:43.61073573Z","caller":"controller/controller.go:353","msg":"Starting EventSource","controller":"clusterqueue_controller","source":"channel source: 0xc00039e620"} {"level":"info","ts":"2026-02-16T09:57:43.610742133Z","caller":"controller/controller.go:353","msg":"Starting EventSource","controller":"clusterqueue_controller","source":"kind source: *v1.Namespace"} {"level":"info","ts":"2026-02-16T09:57:43.610753804Z","caller":"controller/controller.go:353","msg":"Starting EventSource","controller":"clusterqueue_controller","source":"kind source: *v1beta1.ClusterQueue"} {"level":"info","ts":"2026-02-16T09:57:43.610875806Z","caller":"controller/controller.go:353","msg":"Starting EventSource","controller":"localqueue_controller","source":"channel source: 0xc0003e4150"} {"level":"info","ts":"2026-02-16T09:57:43.610891421Z","caller":"controller/controller.go:353","msg":"Starting EventSource","controller":"workload_controller","source":"channel source: 0xc00039e7e0"} {"level":"info","ts":"2026-02-16T09:57:43.610894636Z","caller":"controller/controller.go:353","msg":"Starting EventSource","controller":"localqueue_controller","source":"kind source: *v1beta1.ClusterQueue"} {"level":"info","ts":"2026-02-16T09:57:43.61090515Z","caller":"controller/controller.go:353","msg":"Starting EventSource","controller":"workload_controller","source":"kind source: *v1beta1.Workload"} {"level":"info","ts":"2026-02-16T09:57:43.610907005Z","caller":"controller/controller.go:353","msg":"Starting EventSource","controller":"localqueue_controller","source":"kind source: *v1beta1.LocalQueue"} {"level":"info","ts":"2026-02-16T09:57:43.610920626Z","caller":"controller/controller.go:353","msg":"Starting EventSource","controller":"workload_controller","source":"kind source: *v1beta1.ClusterQueue"} {"level":"info","ts":"2026-02-16T09:57:43.61091483Z","caller":"controller/controller.go:353","msg":"Starting EventSource","controller":"workload_controller","source":"kind source: *v1beta1.LocalQueue"} {"level":"info","ts":"2026-02-16T09:57:43.610920084Z","caller":"controller/controller.go:353","msg":"Starting EventSource","controller":"workload_controller","source":"kind source: *v1.RuntimeClass"} {"level":"info","ts":"2026-02-16T09:57:43.610925866Z","caller":"controller/controller.go:353","msg":"Starting EventSource","controller":"workload_controller","source":"kind source: *v1.LimitRange"} {"level":"info","ts":"2026-02-16T09:57:43.614340348Z","logger":"setup","caller":"kueue/main.go:337","msg":"Skipping provisioning controller setup: Provisioning Requests not supported (Possible cause: missing or unsupported cluster-autoscaler)"} {"level":"info","ts":"2026-02-16T09:57:43.614464654Z","caller":"controller/controller.go:286","msg":"Starting Controller","controller":"tas_resource_flavor_controller"} {"level":"info","ts":"2026-02-16T09:57:43.614473925Z","caller":"controller/controller.go:289","msg":"Starting workers","controller":"tas_resource_flavor_controller","worker count":1} {"level":"info","ts":"2026-02-16T09:57:43.614507023Z","caller":"controller/controller.go:231","msg":"Starting EventSource","controller":"tas_resource_flavor_controller","source":"kind source: *v1.Node"} {"level":"info","ts":"2026-02-16T09:57:43.614847658Z","caller":"controller/controller.go:231","msg":"Starting EventSource","controller":"tas_resource_flavor_controller","source":"kind source: *v1beta1.ResourceFlavor"} {"level":"info","ts":"2026-02-16T09:57:43.614850971Z","caller":"controller/controller.go:353","msg":"Starting EventSource","controller":"tas_topology_controller","source":"kind source: *v1beta1.ResourceFlavor"} {"level":"info","ts":"2026-02-16T09:57:43.614873412Z","caller":"controller/controller.go:353","msg":"Starting EventSource","controller":"tas_topology_controller","source":"kind source: *v1beta1.Topology"} {"level":"info","ts":"2026-02-16T09:57:43.615147792Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kueue.x-k8s.io/v1beta1, Kind=Workload","path":"/mutate-kueue-x-k8s-io-v1beta1-workload"} {"level":"info","ts":"2026-02-16T09:57:43.615149201Z","caller":"controller/controller.go:353","msg":"Starting EventSource","controller":"tas_topology_ungater","source":"kind source: *v1beta1.Workload"} {"level":"info","ts":"2026-02-16T09:57:43.615241739Z","caller":"controller/controller.go:353","msg":"Starting EventSource","controller":"tas_topology_ungater","source":"kind source: *v1.Pod"} {"level":"info","ts":"2026-02-16T09:57:43.615351067Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kueue-x-k8s-io-v1beta1-workload"} {"level":"info","ts":"2026-02-16T09:57:43.615363438Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:191","msg":"Starting webhook server"} {"level":"info","ts":"2026-02-16T09:57:43.615458205Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kueue.x-k8s.io/v1beta1, Kind=Workload","path":"/validate-kueue-x-k8s-io-v1beta1-workload"} {"level":"info","ts":"2026-02-16T09:57:43.615615633Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kueue-x-k8s-io-v1beta1-workload"} {"level":"info","ts":"2026-02-16T09:57:43.615659699Z","caller":"controller/controller.go:353","msg":"Starting EventSource","controller":"tas_node_failure_controller","source":"kind source: *v1.Node"} {"level":"info","ts":"2026-02-16T09:57:43.615768741Z","logger":"controller-runtime.certwatcher","caller":"certwatcher/certwatcher.go:214","msg":"Updated current TLS certificate","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key"} {"level":"info","ts":"2026-02-16T09:57:43.615870255Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:242","msg":"Serving webhook server","host":"","port":9443} {"level":"info","ts":"2026-02-16T09:57:43.6159236Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kueue.x-k8s.io/v1beta1, Kind=ResourceFlavor","path":"/mutate-kueue-x-k8s-io-v1beta1-resourceflavor"} {"level":"info","ts":"2026-02-16T09:57:43.615947381Z","logger":"controller-runtime.certwatcher","caller":"certwatcher/certwatcher.go:136","msg":"Starting certificate poll+watcher","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10} {"level":"info","ts":"2026-02-16T09:57:43.615988741Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kueue-x-k8s-io-v1beta1-resourceflavor"} {"level":"info","ts":"2026-02-16T09:57:43.616034001Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kueue.x-k8s.io/v1beta1, Kind=ResourceFlavor","path":"/validate-kueue-x-k8s-io-v1beta1-resourceflavor"} {"level":"info","ts":"2026-02-16T09:57:43.616116103Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kueue-x-k8s-io-v1beta1-resourceflavor"} {"level":"info","ts":"2026-02-16T09:57:43.61623016Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kueue.x-k8s.io/v1beta1, Kind=ClusterQueue","path":"/mutate-kueue-x-k8s-io-v1beta1-clusterqueue"} {"level":"info","ts":"2026-02-16T09:57:43.616293861Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kueue-x-k8s-io-v1beta1-clusterqueue"} {"level":"info","ts":"2026-02-16T09:57:43.61633727Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kueue.x-k8s.io/v1beta1, Kind=ClusterQueue","path":"/validate-kueue-x-k8s-io-v1beta1-clusterqueue"} {"level":"info","ts":"2026-02-16T09:57:43.616381728Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kueue-x-k8s-io-v1beta1-clusterqueue"} {"level":"info","ts":"2026-02-16T09:57:43.616564017Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kueue.x-k8s.io/v1beta1, Kind=Cohort","path":"/validate-kueue-x-k8s-io-v1beta1-cohort"} {"level":"info","ts":"2026-02-16T09:57:43.61692442Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kueue-x-k8s-io-v1beta1-cohort"} {"level":"info","ts":"2026-02-16T09:57:43.617031241Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"workload.codeflare.dev/v1beta2, Kind=AppWrapper","path":"/mutate-workload-codeflare-dev-v1beta2-appwrapper"} {"level":"info","ts":"2026-02-16T09:57:43.617086503Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-workload-codeflare-dev-v1beta2-appwrapper"} {"level":"info","ts":"2026-02-16T09:57:43.61712952Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"workload.codeflare.dev/v1beta2, Kind=AppWrapper","path":"/validate-workload-codeflare-dev-v1beta2-appwrapper"} {"level":"info","ts":"2026-02-16T09:57:43.61718197Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-workload-codeflare-dev-v1beta2-appwrapper"} {"level":"info","ts":"2026-02-16T09:57:43.617259992Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"apps/v1, Kind=Deployment","path":"/mutate-apps-v1-deployment"} {"level":"info","ts":"2026-02-16T09:57:43.617309452Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-apps-v1-deployment"} {"level":"info","ts":"2026-02-16T09:57:43.617329337Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"apps/v1, Kind=Deployment","path":"/validate-apps-v1-deployment"} {"level":"info","ts":"2026-02-16T09:57:43.61736429Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-apps-v1-deployment"} {"level":"info","ts":"2026-02-16T09:57:43.617455994Z","caller":"webhook/builder.go:168","msg":"Registering a mutating webhook","GVK":"batch/v1, Kind=Job","path":"/mutate-batch-v1-job"} {"level":"info","ts":"2026-02-16T09:57:43.617514052Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-batch-v1-job"} {"level":"info","ts":"2026-02-16T09:57:43.617535749Z","caller":"webhook/builder.go:200","msg":"Registering a validating webhook","GVK":"batch/v1, Kind=Job","path":"/validate-batch-v1-job"} {"level":"info","ts":"2026-02-16T09:57:43.617570354Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-batch-v1-job"} {"level":"info","ts":"2026-02-16T09:57:43.617639543Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"jobset.x-k8s.io/v1alpha2, Kind=JobSet","path":"/mutate-jobset-x-k8s-io-v1alpha2-jobset"} {"level":"info","ts":"2026-02-16T09:57:43.617675205Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-jobset-x-k8s-io-v1alpha2-jobset"} {"level":"info","ts":"2026-02-16T09:57:43.617692776Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"jobset.x-k8s.io/v1alpha2, Kind=JobSet","path":"/validate-jobset-x-k8s-io-v1alpha2-jobset"} {"level":"info","ts":"2026-02-16T09:57:43.617735457Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-jobset-x-k8s-io-v1alpha2-jobset"} {"level":"info","ts":"2026-02-16T09:57:43.617780416Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=JAXJob","path":"/mutate-kubeflow-org-v1-jaxjob"} {"level":"info","ts":"2026-02-16T09:57:43.617813741Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-jaxjob"} {"level":"info","ts":"2026-02-16T09:57:43.617830681Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=JAXJob","path":"/validate-kubeflow-org-v1-jaxjob"} {"level":"info","ts":"2026-02-16T09:57:43.617851736Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-jaxjob"} {"level":"info","ts":"2026-02-16T09:57:43.617893974Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=PaddleJob","path":"/mutate-kubeflow-org-v1-paddlejob"} {"level":"info","ts":"2026-02-16T09:57:43.617933157Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-paddlejob"} {"level":"info","ts":"2026-02-16T09:57:43.617949848Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=PaddleJob","path":"/validate-kubeflow-org-v1-paddlejob"} {"level":"info","ts":"2026-02-16T09:57:43.617985273Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-paddlejob"} {"level":"info","ts":"2026-02-16T09:57:43.618016329Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=PyTorchJob","path":"/mutate-kubeflow-org-v1-pytorchjob"} {"level":"info","ts":"2026-02-16T09:57:43.618052628Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-pytorchjob"} {"level":"info","ts":"2026-02-16T09:57:43.61806859Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=PyTorchJob","path":"/validate-kubeflow-org-v1-pytorchjob"} {"level":"info","ts":"2026-02-16T09:57:43.618103754Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-pytorchjob"} {"level":"info","ts":"2026-02-16T09:57:43.618133358Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=TFJob","path":"/mutate-kubeflow-org-v1-tfjob"} {"level":"info","ts":"2026-02-16T09:57:43.618169909Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-tfjob"} {"level":"info","ts":"2026-02-16T09:57:43.618200951Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=TFJob","path":"/validate-kubeflow-org-v1-tfjob"} {"level":"info","ts":"2026-02-16T09:57:43.618239782Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-tfjob"} {"level":"info","ts":"2026-02-16T09:57:43.618270518Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=XGBoostJob","path":"/mutate-kubeflow-org-v1-xgboostjob"} {"level":"info","ts":"2026-02-16T09:57:43.61830739Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-xgboostjob"} {"level":"info","ts":"2026-02-16T09:57:43.618323237Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=XGBoostJob","path":"/validate-kubeflow-org-v1-xgboostjob"} {"level":"info","ts":"2026-02-16T09:57:43.618359336Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-xgboostjob"} {"level":"info","ts":"2026-02-16T09:57:43.618391352Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v2beta1, Kind=MPIJob","path":"/mutate-kubeflow-org-v2beta1-mpijob"} {"level":"info","ts":"2026-02-16T09:57:43.61842822Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v2beta1-mpijob"} {"level":"info","ts":"2026-02-16T09:57:43.618449986Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kubeflow.org/v2beta1, Kind=MPIJob","path":"/validate-kubeflow-org-v2beta1-mpijob"} {"level":"info","ts":"2026-02-16T09:57:43.618486764Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v2beta1-mpijob"} {"level":"info","ts":"2026-02-16T09:57:43.618517243Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"/v1, Kind=Pod","path":"/mutate--v1-pod"} {"level":"info","ts":"2026-02-16T09:57:43.618555564Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate--v1-pod"} {"level":"info","ts":"2026-02-16T09:57:43.618572767Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"/v1, Kind=Pod","path":"/validate--v1-pod"} {"level":"info","ts":"2026-02-16T09:57:43.61861804Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate--v1-pod"} {"level":"info","ts":"2026-02-16T09:57:43.618653373Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"leaderworkerset.x-k8s.io/v1, Kind=LeaderWorkerSet","path":"/mutate-leaderworkerset-x-k8s-io-v1-leaderworkerset"} {"level":"info","ts":"2026-02-16T09:57:43.618689602Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-leaderworkerset-x-k8s-io-v1-leaderworkerset"} {"level":"info","ts":"2026-02-16T09:57:43.618710284Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"leaderworkerset.x-k8s.io/v1, Kind=LeaderWorkerSet","path":"/validate-leaderworkerset-x-k8s-io-v1-leaderworkerset"} {"level":"info","ts":"2026-02-16T09:57:43.618746587Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-leaderworkerset-x-k8s-io-v1-leaderworkerset"} {"level":"info","ts":"2026-02-16T09:57:43.61878Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"ray.io/v1, Kind=RayCluster","path":"/mutate-ray-io-v1-raycluster"} {"level":"info","ts":"2026-02-16T09:57:43.618817467Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-ray-io-v1-raycluster"} {"level":"info","ts":"2026-02-16T09:57:43.618833685Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"ray.io/v1, Kind=RayCluster","path":"/validate-ray-io-v1-raycluster"} {"level":"info","ts":"2026-02-16T09:57:43.618870207Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-ray-io-v1-raycluster"} {"level":"info","ts":"2026-02-16T09:57:43.618901857Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"ray.io/v1, Kind=RayJob","path":"/mutate-ray-io-v1-rayjob"} {"level":"info","ts":"2026-02-16T09:57:43.618942292Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-ray-io-v1-rayjob"} {"level":"info","ts":"2026-02-16T09:57:43.618959257Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"ray.io/v1, Kind=RayJob","path":"/validate-ray-io-v1-rayjob"} {"level":"info","ts":"2026-02-16T09:57:43.618994658Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-ray-io-v1-rayjob"} {"level":"info","ts":"2026-02-16T09:57:43.619026439Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"apps/v1, Kind=StatefulSet","path":"/mutate-apps-v1-statefulset"} {"level":"info","ts":"2026-02-16T09:57:43.619061853Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-apps-v1-statefulset"} {"level":"info","ts":"2026-02-16T09:57:43.619078505Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"apps/v1, Kind=StatefulSet","path":"/validate-apps-v1-statefulset"} {"level":"info","ts":"2026-02-16T09:57:43.619113934Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-apps-v1-statefulset"} {"level":"info","ts":"2026-02-16T09:57:43.619151367Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","path":"/mutate-trainer-kubeflow-org-v1alpha1-trainjob"} {"level":"info","ts":"2026-02-16T09:57:43.619202738Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-trainer-kubeflow-org-v1alpha1-trainjob"} {"level":"info","ts":"2026-02-16T09:57:43.619221442Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","path":"/validate-trainer-kubeflow-org-v1alpha1-trainjob"} {"level":"info","ts":"2026-02-16T09:57:43.619258Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-trainer-kubeflow-org-v1alpha1-trainjob"} {"level":"Level(-2)","ts":"2026-02-16T09:57:43.62871874Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:436","msg":"Caches populated","type":"*v1.RuntimeClass","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-02-16T09:57:43.628760821Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:436","msg":"Caches populated","type":"*v1beta1.Topology","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-02-16T09:57:43.628898559Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:436","msg":"Caches populated","type":"*v1beta1.Cohort","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-02-16T09:57:43.629517373Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:436","msg":"Caches populated","type":"*v1beta1.ClusterQueue","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-02-16T09:57:43.630252441Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:436","msg":"Caches populated","type":"*v1.Namespace","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"info","ts":"2026-02-16T09:57:43.716049546Z","caller":"controller/controller.go:286","msg":"Starting Controller","controller":"tas_node_failure_controller"} {"level":"info","ts":"2026-02-16T09:57:43.716069798Z","caller":"controller/controller.go:289","msg":"Starting workers","controller":"tas_node_failure_controller","worker count":1} {"level":"info","ts":"2026-02-16T09:57:43.716253826Z","caller":"controller/controller.go:286","msg":"Starting Controller","controller":"localqueue_controller"} {"level":"info","ts":"2026-02-16T09:57:43.716269766Z","caller":"controller/controller.go:289","msg":"Starting workers","controller":"localqueue_controller","worker count":1} {"level":"info","ts":"2026-02-16T09:57:43.71629394Z","caller":"controller/controller.go:286","msg":"Starting Controller","controller":"clusterqueue_controller"} {"level":"info","ts":"2026-02-16T09:57:43.71630785Z","caller":"controller/controller.go:289","msg":"Starting workers","controller":"clusterqueue_controller","worker count":1} {"level":"Level(-2)","ts":"2026-02-16T09:57:43.716296379Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:291","msg":"ClusterQueue create event","clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"info","ts":"2026-02-16T09:57:43.716526106Z","caller":"controller/controller.go:286","msg":"Starting Controller","controller":"workload_controller"} {"level":"info","ts":"2026-02-16T09:57:43.716543932Z","caller":"controller/controller.go:289","msg":"Starting workers","controller":"workload_controller","worker count":5} {"level":"info","ts":"2026-02-16T09:57:43.717455734Z","caller":"controller/controller.go:286","msg":"Starting Controller","controller":"tas_topology_ungater"} {"level":"info","ts":"2026-02-16T09:57:43.717466124Z","caller":"controller/controller.go:289","msg":"Starting workers","controller":"tas_topology_ungater","worker count":5} {"level":"info","ts":"2026-02-16T09:57:43.717485574Z","caller":"controller/controller.go:286","msg":"Starting Controller","controller":"tas_topology_controller"} {"level":"info","ts":"2026-02-16T09:57:43.717496069Z","caller":"controller/controller.go:289","msg":"Starting workers","controller":"tas_topology_controller","worker count":1} I0216 09:57:43.989696 1 plugins.go:157] Loaded 2 mutating admission controller(s) successfully in the following order: NamespaceLifecycle,MutatingAdmissionPolicy. I0216 09:57:43.991562 1 handler.go:285] Adding GroupVersion visibility.kueue.x-k8s.io v1beta1 to ResourceManager I0216 09:57:44.005106 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0216 09:57:44.005123 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0216 09:57:44.005146 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0216 09:57:44.005144 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0216 09:57:44.005129 1 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController" I0216 09:57:44.005162 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0216 09:57:44.005400 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/visibility/tls.crt::/visibility/tls.key" I0216 09:57:44.005791 1 secure_serving.go:211] Serving securely on [::]:8082 I0216 09:57:44.005835 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0216 09:57:44.006029 1 apf_controller.go:377] Starting API Priority and Fairness config controller I0216 09:57:44.105982 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0216 09:57:44.105998 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0216 09:57:44.105986 1 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController" I0216 09:57:44.106140 1 apf_controller.go:382] Running API Priority and Fairness config worker I0216 09:57:44.106148 1 apf_controller.go:385] Running API Priority and Fairness periodic rebalancing process {"level":"Level(-2)","ts":"2026-02-16T09:58:19.731600642Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:201","msg":"LocalQueue create event","localQueue":{"name":"pipelines-queue","namespace":"mintmaker"}} {"level":"Level(-2)","ts":"2026-02-16T09:58:19.751921832Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:239","msg":"Queue update event","localQueue":{"name":"pipelines-queue","namespace":"mintmaker"}} {"level":"Level(-2)","ts":"2026-02-16T09:59:59.223115617Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:163","msg":"ResourceFlavor update event","resourceFlavor":{"name":"default-flavor"}}