{"level":"info","ts":"2026-09-25T22:04:45.528839864Z","logger":"setup","caller":"kueue/main.go:627","msg":"Successfully loaded configuration","config":"apiVersion: config.kueue.x-k8s.io/v1beta2\nclientConnection:\n burst: 100\n qps: 50\ncontroller:\n groupKindConcurrency:\n ClusterQueue.kueue.x-k8s.io: 1\n Job.batch: 5\n LocalQueue.kueue.x-k8s.io: 1\n Pod: 5\n ResourceFlavor.kueue.x-k8s.io: 1\n Workload.kueue.x-k8s.io: 5\nhealth:\n healthProbeBindAddress: :8081\nintegrations:\n externalFrameworks:\n - pipelineruns.v1.tekton.dev\n frameworks:\n - batch/job\ninternalCertManagement:\n enable: false\nkind: Configuration\nleaderElection:\n leaderElect: true\n leaseDuration: 2m17s\n renewDeadline: 1m47s\n resourceLock: leases\n resourceName: c1f6bfd2.kueue.x-k8s.io\n resourceNamespace: \"\"\n retryPeriod: 26s\nmanageJobsWithoutQueueName: false\nmanagedJobsNamespaceSelector:\n matchLabels:\n kueue.openshift.io/managed: \"true\"\nmetrics:\n bindAddress: :8443\n enableClusterQueueResources: true\nmultiKueue:\n dispatcherName: kueue.x-k8s.io/multikueue-dispatcher-all-at-once\n gcInterval: 1m0s\n origin: multikueue\n workerLostTimeout: 15m0s\nnamespace: openshift-kueue-operator\nwebhook:\n certDir: /tmp/k8s-webhook-server/serving-certs\n port: 9443\n"} {"level":"info","ts":"2026-09-25T22:04:45.528927661Z","logger":"setup","caller":"kueue/main.go:166","msg":"Initializing","gitVersion":"056152c9-dirty","gitCommit":"056152c91a6cdc022117311166183003d6403e51","buildDate":"2026-08-30T15:55:40Z"} {"level":"Level(-2)","ts":"2026-09-25T22:04:45.529026364Z","logger":"setup","caller":"features/kube_features.go:507","msg":"Loaded feature gates","featureGates":{"AdmissionFairSharing":true,"DynamicResourceAllocation":false,"ElasticJobsViaWorkloadSlices":false,"FailureRecoveryPolicy":false,"FairSharingPreemptWithinNominal":true,"FairSharingPrioritizeNonBorrowing":true,"FinishOrphanedWorkloads":true,"FlavorFungibility":true,"FlavorFungibilityImplicitPreferenceDefault":false,"HierarchicalCohorts":true,"LendingLimit":true,"LocalQueueDefaulting":true,"LocalQueueMetrics":false,"ManagedJobsNamespaceSelectorAlwaysRespected":true,"MultiKueue":true,"MultiKueueAdaptersForCustomJobs":true,"MultiKueueAllowInsecureKubeconfigs":false,"MultiKueueBatchJobWithManagedBy":true,"MultiKueueClusterProfile":false,"MultiKueueRedoAdmissionOnEvictionInWorker":true,"MultiKueueWaitForWorkloadAdmitted":true,"ObjectRetentionPolicies":true,"PartialAdmission":true,"PrioritySortingWithinCohort":true,"PropagateBatchJobLabelsToWorkload":true,"ReclaimablePods":true,"RejectUpdatesToCQWithInvalidOnFlavors":false,"RemoveFinalizersWithStrictPatch":true,"SanitizePodSets":true,"SchedulerLongRequeueInterval":false,"SchedulerTimestampPreemptionBuffer":false,"SchedulingEquivalenceHashing":false,"ShortWorkloadNames":false,"SkipFinalizersForPodsSuspendedByParent":true,"TASBalancedPlacement":false,"TASFailedNodeReplacement":true,"TASFailedNodeReplacementFailFast":true,"TASProfileLeastFreeCapacity":false,"TASProfileMixed":true,"TASReplaceNodeOnNodeTaints":false,"TASReplaceNodeOnPodTermination":true,"TLSOptions":true,"TopologyAwareScheduling":true,"VisibilityOnDemand":true,"WorkloadRequestUseMergePatch":false}} {"level":"info","ts":"2026-09-25T22:04:45.529069681Z","logger":"setup","caller":"kueue/main.go:201","msg":"Initializing metrics certificate watcher using provided certificates","metrics-cert-path":"/etc/kueue/metrics/certs"} {"level":"info","ts":"2026-09-25T22:04:45.529242924Z","logger":"controller-runtime.certwatcher","caller":"certwatcher/certwatcher.go:214","msg":"Updated current TLS certificate","cert":"/etc/kueue/metrics/certs/tls.crt","key":"/etc/kueue/metrics/certs/tls.key"} {"level":"Level(-2)","ts":"2026-09-25T22:04:45.529441479Z","logger":"setup","caller":"kueue/main.go:234","msg":"K8S Client","qps":50,"burst":100} {"level":"info","ts":"2026-09-25T22:04:45.560980965Z","logger":"setup","caller":"kueue/main.go:597","msg":"RoleTracker: leader election enabled"} {"level":"error","ts":"2026-09-25T22:04:45.564412997Z","logger":"setup","caller":"kueue/main.go:389","msg":"Skipping admission check controller setup: Provisioning Requests not supported (Possible cause: missing or unsupported cluster-autoscaler)","error":"no matches for kind \"ProvisioningRequest\" in version \"autoscaling.x-k8s.io/v1\"","stacktrace":"main.setupIndexes\n\t/workspace/upstream/kueue/src/cmd/kueue/main.go:389\nmain.main\n\t/workspace/upstream/kueue/src/cmd/kueue/main.go:315\nruntime.main\n\t/usr/lib/golang/src/runtime/proc.go:285"} {"level":"info","ts":"2026-09-25T22:04:45.567267678Z","logger":"setup","caller":"kueue/main.go:546","msg":"Probe endpoints are configured on healthz and readyz"} {"level":"info","ts":"2026-09-25T22:04:45.571517681Z","logger":"setup","caller":"kueue/main.go:433","msg":"Skipping provisioning controller setup: Provisioning Requests not supported (Possible cause: missing or unsupported cluster-autoscaler)"} {"level":"info","ts":"2026-09-25T22:04:45.571658178Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"workload.codeflare.dev/v1beta2, Kind=AppWrapper","path":"/mutate-workload-codeflare-dev-v1beta2-appwrapper"} {"level":"info","ts":"2026-09-25T22:04:45.571727954Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-workload-codeflare-dev-v1beta2-appwrapper"} {"level":"info","ts":"2026-09-25T22:04:45.571749232Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"workload.codeflare.dev/v1beta2, Kind=AppWrapper","path":"/validate-workload-codeflare-dev-v1beta2-appwrapper"} {"level":"info","ts":"2026-09-25T22:04:45.571780454Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-workload-codeflare-dev-v1beta2-appwrapper"} {"level":"info","ts":"2026-09-25T22:04:45.571824577Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"apps/v1, Kind=Deployment","path":"/mutate-apps-v1-deployment"} {"level":"info","ts":"2026-09-25T22:04:45.571852916Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-apps-v1-deployment"} {"level":"info","ts":"2026-09-25T22:04:45.571869328Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"apps/v1, Kind=Deployment","path":"/validate-apps-v1-deployment"} {"level":"info","ts":"2026-09-25T22:04:45.571896977Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-apps-v1-deployment"} {"level":"info","ts":"2026-09-25T22:04:45.571974018Z","caller":"webhook/builder.go:178","msg":"Registering a mutating webhook","GVK":"batch/v1, Kind=Job","path":"/mutate-batch-v1-job"} {"level":"info","ts":"2026-09-25T22:04:45.572020816Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-batch-v1-job"} {"level":"info","ts":"2026-09-25T22:04:45.572037461Z","caller":"webhook/builder.go:210","msg":"Registering a validating webhook","GVK":"batch/v1, Kind=Job","path":"/validate-batch-v1-job"} {"level":"info","ts":"2026-09-25T22:04:45.572067043Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-batch-v1-job"} {"level":"info","ts":"2026-09-25T22:04:45.572131698Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"jobset.x-k8s.io/v1alpha2, Kind=JobSet","path":"/mutate-jobset-x-k8s-io-v1alpha2-jobset"} {"level":"info","ts":"2026-09-25T22:04:45.572160144Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-jobset-x-k8s-io-v1alpha2-jobset"} {"level":"info","ts":"2026-09-25T22:04:45.572176936Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"jobset.x-k8s.io/v1alpha2, Kind=JobSet","path":"/validate-jobset-x-k8s-io-v1alpha2-jobset"} {"level":"info","ts":"2026-09-25T22:04:45.572207282Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-jobset-x-k8s-io-v1alpha2-jobset"} {"level":"info","ts":"2026-09-25T22:04:45.572243245Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=JAXJob","path":"/mutate-kubeflow-org-v1-jaxjob"} {"level":"info","ts":"2026-09-25T22:04:45.572318593Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-jaxjob"} {"level":"info","ts":"2026-09-25T22:04:45.57233672Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=JAXJob","path":"/validate-kubeflow-org-v1-jaxjob"} {"level":"info","ts":"2026-09-25T22:04:45.572370363Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-jaxjob"} {"level":"info","ts":"2026-09-25T22:04:45.572406923Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=PaddleJob","path":"/mutate-kubeflow-org-v1-paddlejob"} {"level":"info","ts":"2026-09-25T22:04:45.572436934Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-paddlejob"} {"level":"info","ts":"2026-09-25T22:04:45.572454131Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=PaddleJob","path":"/validate-kubeflow-org-v1-paddlejob"} {"level":"info","ts":"2026-09-25T22:04:45.572481044Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-paddlejob"} {"level":"info","ts":"2026-09-25T22:04:45.57251485Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=PyTorchJob","path":"/mutate-kubeflow-org-v1-pytorchjob"} {"level":"info","ts":"2026-09-25T22:04:45.572542476Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-pytorchjob"} {"level":"info","ts":"2026-09-25T22:04:45.57255869Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=PyTorchJob","path":"/validate-kubeflow-org-v1-pytorchjob"} {"level":"info","ts":"2026-09-25T22:04:45.572586285Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-pytorchjob"} {"level":"info","ts":"2026-09-25T22:04:45.572622389Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=TFJob","path":"/mutate-kubeflow-org-v1-tfjob"} {"level":"info","ts":"2026-09-25T22:04:45.572655421Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-tfjob"} {"level":"info","ts":"2026-09-25T22:04:45.572671993Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=TFJob","path":"/validate-kubeflow-org-v1-tfjob"} {"level":"info","ts":"2026-09-25T22:04:45.572699751Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-tfjob"} {"level":"info","ts":"2026-09-25T22:04:45.572732504Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=XGBoostJob","path":"/mutate-kubeflow-org-v1-xgboostjob"} {"level":"info","ts":"2026-09-25T22:04:45.572760331Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-xgboostjob"} {"level":"info","ts":"2026-09-25T22:04:45.572775811Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=XGBoostJob","path":"/validate-kubeflow-org-v1-xgboostjob"} {"level":"info","ts":"2026-09-25T22:04:45.57280329Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-xgboostjob"} {"level":"info","ts":"2026-09-25T22:04:45.57283526Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v2beta1, Kind=MPIJob","path":"/mutate-kubeflow-org-v2beta1-mpijob"} {"level":"info","ts":"2026-09-25T22:04:45.57287268Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v2beta1-mpijob"} {"level":"info","ts":"2026-09-25T22:04:45.572889472Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kubeflow.org/v2beta1, Kind=MPIJob","path":"/validate-kubeflow-org-v2beta1-mpijob"} {"level":"info","ts":"2026-09-25T22:04:45.572917758Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v2beta1-mpijob"} {"level":"info","ts":"2026-09-25T22:04:45.57295386Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"/v1, Kind=Pod","path":"/mutate--v1-pod"} {"level":"info","ts":"2026-09-25T22:04:45.572983286Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate--v1-pod"} {"level":"info","ts":"2026-09-25T22:04:45.573001722Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"/v1, Kind=Pod","path":"/validate--v1-pod"} {"level":"info","ts":"2026-09-25T22:04:45.573029733Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate--v1-pod"} {"level":"info","ts":"2026-09-25T22:04:45.573064564Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"leaderworkerset.x-k8s.io/v1, Kind=LeaderWorkerSet","path":"/mutate-leaderworkerset-x-k8s-io-v1-leaderworkerset"} {"level":"info","ts":"2026-09-25T22:04:45.573093751Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-leaderworkerset-x-k8s-io-v1-leaderworkerset"} {"level":"info","ts":"2026-09-25T22:04:45.573109185Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"leaderworkerset.x-k8s.io/v1, Kind=LeaderWorkerSet","path":"/validate-leaderworkerset-x-k8s-io-v1-leaderworkerset"} {"level":"info","ts":"2026-09-25T22:04:45.573136627Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-leaderworkerset-x-k8s-io-v1-leaderworkerset"} {"level":"info","ts":"2026-09-25T22:04:45.573168136Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"ray.io/v1, Kind=RayCluster","path":"/mutate-ray-io-v1-raycluster"} {"level":"info","ts":"2026-09-25T22:04:45.573193524Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-ray-io-v1-raycluster"} {"level":"info","ts":"2026-09-25T22:04:45.573208266Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"ray.io/v1, Kind=RayCluster","path":"/validate-ray-io-v1-raycluster"} {"level":"info","ts":"2026-09-25T22:04:45.573235683Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-ray-io-v1-raycluster"} {"level":"info","ts":"2026-09-25T22:04:45.573272215Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"ray.io/v1, Kind=RayJob","path":"/mutate-ray-io-v1-rayjob"} {"level":"info","ts":"2026-09-25T22:04:45.57331443Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-ray-io-v1-rayjob"} {"level":"info","ts":"2026-09-25T22:04:45.573330907Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"ray.io/v1, Kind=RayJob","path":"/validate-ray-io-v1-rayjob"} {"level":"info","ts":"2026-09-25T22:04:45.573360313Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-ray-io-v1-rayjob"} {"level":"info","ts":"2026-09-25T22:04:45.573395113Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"apps/v1, Kind=StatefulSet","path":"/mutate-apps-v1-statefulset"} {"level":"info","ts":"2026-09-25T22:04:45.573431197Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-apps-v1-statefulset"} {"level":"info","ts":"2026-09-25T22:04:45.573448221Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"apps/v1, Kind=StatefulSet","path":"/validate-apps-v1-statefulset"} {"level":"info","ts":"2026-09-25T22:04:45.573475439Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-apps-v1-statefulset"} {"level":"info","ts":"2026-09-25T22:04:45.573518753Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","path":"/mutate-trainer-kubeflow-org-v1alpha1-trainjob"} {"level":"info","ts":"2026-09-25T22:04:45.573548021Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-trainer-kubeflow-org-v1alpha1-trainjob"} {"level":"info","ts":"2026-09-25T22:04:45.57356434Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","path":"/validate-trainer-kubeflow-org-v1alpha1-trainjob"} {"level":"info","ts":"2026-09-25T22:04:45.573595006Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-trainer-kubeflow-org-v1alpha1-trainjob"} {"level":"info","ts":"2026-09-25T22:04:45.573628213Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=Workload","path":"/mutate-kueue-x-k8s-io-v1beta2-workload"} {"level":"info","ts":"2026-09-25T22:04:45.573656677Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kueue-x-k8s-io-v1beta2-workload"} {"level":"info","ts":"2026-09-25T22:04:45.573672037Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=Workload","path":"/validate-kueue-x-k8s-io-v1beta2-workload"} {"level":"info","ts":"2026-09-25T22:04:45.57370037Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kueue-x-k8s-io-v1beta2-workload"} {"level":"info","ts":"2026-09-25T22:04:45.573753566Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/convert"} {"level":"info","ts":"2026-09-25T22:04:45.573759979Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:289","msg":"Conversion webhook enabled","GVK":"kueue.x-k8s.io/v1beta2, Kind=Workload"} {"level":"info","ts":"2026-09-25T22:04:45.573774724Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=ResourceFlavor","path":"/mutate-kueue-x-k8s-io-v1beta2-resourceflavor"} {"level":"info","ts":"2026-09-25T22:04:45.573802978Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kueue-x-k8s-io-v1beta2-resourceflavor"} {"level":"info","ts":"2026-09-25T22:04:45.573818245Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=ResourceFlavor","path":"/validate-kueue-x-k8s-io-v1beta2-resourceflavor"} {"level":"info","ts":"2026-09-25T22:04:45.573842071Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kueue-x-k8s-io-v1beta2-resourceflavor"} {"level":"info","ts":"2026-09-25T22:04:45.573877204Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=ClusterQueue","path":"/mutate-kueue-x-k8s-io-v1beta2-clusterqueue"} {"level":"info","ts":"2026-09-25T22:04:45.573903628Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kueue-x-k8s-io-v1beta2-clusterqueue"} {"level":"info","ts":"2026-09-25T22:04:45.573918466Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=ClusterQueue","path":"/validate-kueue-x-k8s-io-v1beta2-clusterqueue"} {"level":"info","ts":"2026-09-25T22:04:45.573947292Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kueue-x-k8s-io-v1beta2-clusterqueue"} {"level":"info","ts":"2026-09-25T22:04:45.573971896Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:289","msg":"Conversion webhook enabled","GVK":"kueue.x-k8s.io/v1beta2, Kind=ClusterQueue"} {"level":"info","ts":"2026-09-25T22:04:45.573989979Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=Cohort","path":"/validate-kueue-x-k8s-io-v1beta2-cohort"} {"level":"info","ts":"2026-09-25T22:04:45.574017684Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kueue-x-k8s-io-v1beta2-cohort"} {"level":"info","ts":"2026-09-25T22:04:45.574040906Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:289","msg":"Conversion webhook enabled","GVK":"kueue.x-k8s.io/v1beta2, Kind=Cohort"} {"level":"info","ts":"2026-09-25T22:04:45.574062656Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:289","msg":"Conversion webhook enabled","GVK":"kueue.x-k8s.io/v1beta2, Kind=LocalQueue"} {"level":"info","ts":"2026-09-25T22:04:45.574079017Z","logger":"setup","caller":"kueue/main.go:374","msg":"Starting manager"} {"level":"info","ts":"2026-09-25T22:04:45.574121293Z","logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"} {"level":"info","ts":"2026-09-25T22:04:45.574190934Z","caller":"manager/server.go:83","msg":"starting server","name":"health probe","addr":"[::]:8081"} {"level":"info","ts":"2026-09-25T22:04:45.574211893Z","logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":8443","secure":true} {"level":"info","ts":"2026-09-25T22:04:45.574237916Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:191","msg":"Starting webhook server"} {"level":"info","ts":"2026-09-25T22:04:45.574584835Z","logger":"controller-runtime.certwatcher","caller":"certwatcher/certwatcher.go:214","msg":"Updated current TLS certificate","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key"} {"level":"info","ts":"2026-09-25T22:04:45.574682864Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:242","msg":"Serving webhook server","host":"","port":9443} {"level":"info","ts":"2026-09-25T22:04:45.574711706Z","logger":"controller-runtime.certwatcher","caller":"certwatcher/certwatcher.go:136","msg":"Starting certificate poll+watcher","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10} {"level":"Level(-2)","ts":"2026-09-25T22:04:45.58064115Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.MultiKueueConfig","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-09-25T22:04:45.581595616Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Job","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-09-25T22:04:45.58223922Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.LocalQueue","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-09-25T22:04:45.582239733Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.AdmissionCheck","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-09-25T22:04:45.582254551Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.ResourceFlavor","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-09-25T22:04:45.582478245Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.LimitRange","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-09-25T22:04:45.582651754Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.MultiKueueCluster","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-09-25T22:04:45.583014308Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.Workload","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-09-25T22:04:45.606939594Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Pod","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} I0925 22:04:45.649517 1 plugins.go:157] Loaded 2 mutating admission controller(s) successfully in the following order: NamespaceLifecycle,MutatingAdmissionPolicy. I0925 22:04:45.651498 1 handler.go:304] Adding GroupVersion visibility.kueue.x-k8s.io v1beta2 to ResourceManager I0925 22:04:45.651629 1 handler.go:304] Adding GroupVersion visibility.kueue.x-k8s.io v1beta1 to ResourceManager I0925 22:04:45.657592 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0925 22:04:45.657596 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0925 22:04:45.657598 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0925 22:04:45.657632 1 shared_informer.go:370] "Waiting for caches to sync" I0925 22:04:45.657635 1 shared_informer.go:370] "Waiting for caches to sync" I0925 22:04:45.657620 1 shared_informer.go:370] "Waiting for caches to sync" I0925 22:04:45.657839 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/visibility/tls.crt::/visibility/tls.key" I0925 22:04:45.657988 1 secure_serving.go:211] Serving securely on [::]:8082 I0925 22:04:45.658014 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0925 22:04:45.658055 1 apf_controller.go:377] Starting API Priority and Fairness config controller {"level":"info","ts":"2026-09-25T22:04:45.675502637Z","logger":"controller-runtime.certwatcher","caller":"certwatcher/certwatcher.go:136","msg":"Starting certificate poll+watcher","cert":"/etc/kueue/metrics/certs/tls.crt","key":"/etc/kueue/metrics/certs/tls.key","interval":10} {"level":"info","ts":"2026-09-25T22:04:45.675593013Z","logger":"admissioncheck-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0xc0002ec690"} {"level":"info","ts":"2026-09-25T22:04:45.675595265Z","logger":"admissioncheck-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.AdmissionCheck"} {"level":"info","ts":"2026-09-25T22:04:45.675619631Z","logger":"resourceflavor-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0xc0002ec540"} I0925 22:04:45.675663 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="openshift-kueue-operator/c1f6bfd2.kueue.x-k8s.io" {"level":"info","ts":"2026-09-25T22:04:45.675675739Z","logger":"localqueue-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0xc0002ec770"} {"level":"info","ts":"2026-09-25T22:04:45.675686054Z","logger":"tas-resource-flavor-controller","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ResourceFlavor"} {"level":"info","ts":"2026-09-25T22:04:45.675694922Z","logger":"admissioncheck-reconciler","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"follower"} {"level":"info","ts":"2026-09-25T22:04:45.67570208Z","logger":"localqueue-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.LocalQueue"} {"level":"info","ts":"2026-09-25T22:04:45.675704184Z","logger":"admissioncheck-reconciler","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"follower","worker count":1} {"level":"info","ts":"2026-09-25T22:04:45.675695077Z","logger":"localqueue-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ClusterQueue"} {"level":"info","ts":"2026-09-25T22:04:45.67571812Z","logger":"tas-resource-flavor-controller","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0xc0002ece00"} {"level":"info","ts":"2026-09-25T22:04:45.675727361Z","logger":"tas-resource-flavor-controller","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"follower"} {"level":"info","ts":"2026-09-25T22:04:45.675732124Z","logger":"tas-resource-flavor-controller","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"follower","worker count":1} {"level":"info","ts":"2026-09-25T22:04:45.675655432Z","logger":"resourceflavor-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ResourceFlavor"} {"level":"info","ts":"2026-09-25T22:04:45.675744674Z","logger":"workloadpriorityclass-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.WorkloadPriorityClass"} {"level":"info","ts":"2026-09-25T22:04:45.675790708Z","logger":"tas-topology-controller","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.Topology"} {"level":"info","ts":"2026-09-25T22:04:45.675799177Z","logger":"cohort-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0xc0002ec850"} {"level":"info","ts":"2026-09-25T22:04:45.675818146Z","logger":"cohort-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.Cohort"} {"level":"info","ts":"2026-09-25T22:04:45.675809773Z","logger":"tas-topology-controller","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ResourceFlavor"} {"level":"info","ts":"2026-09-25T22:04:45.675888531Z","logger":"workload-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.LimitRange"} {"level":"info","ts":"2026-09-25T22:04:45.675895201Z","logger":"workload-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ClusterQueue"} {"level":"info","ts":"2026-09-25T22:04:45.67589557Z","logger":"workload-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.RuntimeClass"} {"level":"info","ts":"2026-09-25T22:04:45.675903643Z","logger":"workload-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.Workload"} {"level":"info","ts":"2026-09-25T22:04:45.675888227Z","logger":"workload-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0xc0002eca80"} {"level":"info","ts":"2026-09-25T22:04:45.675890231Z","logger":"workload-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.LocalQueue"} {"level":"info","ts":"2026-09-25T22:04:45.675942061Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0xc0002ec9a0"} {"level":"info","ts":"2026-09-25T22:04:45.675953568Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ClusterQueue"} {"level":"info","ts":"2026-09-25T22:04:45.675943786Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Namespace"} {"level":"info","ts":"2026-09-25T22:04:45.675976972Z","logger":"tas-topology-ungater","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Pod"} {"level":"info","ts":"2026-09-25T22:04:45.675978399Z","logger":"tas-topology-ungater","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.Workload"} {"level":"info","ts":"2026-09-25T22:04:45.676017297Z","logger":"tas-node-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Node"} {"level":"info","ts":"2026-09-25T22:04:45.676053639Z","logger":"tas-node-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Pod"} {"level":"info","ts":"2026-09-25T22:04:45.676062637Z","logger":"tas-non-tas-usage-controller","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Pod"} {"level":"Level(-2)","ts":"2026-09-25T22:04:45.681573833Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.ClusterQueue","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-09-25T22:04:45.681629733Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.WorkloadPriorityClass","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-09-25T22:04:45.681672673Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.Cohort","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-09-25T22:04:45.681921647Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Node","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-09-25T22:04:45.682234283Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.RuntimeClass","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-09-25T22:04:45.682727085Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.Topology","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-09-25T22:04:45.687955054Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Namespace","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} I0925 22:04:45.690789 1 leaderelection.go:272] "Successfully acquired lease" lock="openshift-kueue-operator/c1f6bfd2.kueue.x-k8s.io" {"level":"debug","ts":"2026-09-25T22:04:45.690803753Z","logger":"events","caller":"recorder/recorder.go:104","msg":"kueue-controller-manager-6b58d96854-4rll7_dad058bc-b956-45aa-b0d4-ccf0bdb7792a became leader","type":"Normal","object":{"kind":"Lease","namespace":"openshift-kueue-operator","name":"c1f6bfd2.kueue.x-k8s.io","uid":"ed402f18-d69a-446f-8ce1-fe04865bb446","apiVersion":"coordination.k8s.io/v1","resourceVersion":"29096"},"reason":"LeaderElection"} {"level":"Level(-2)","ts":"2026-09-25T22:04:45.690903565Z","logger":"MultiKueueGC","caller":"multikueue/multikueuecluster.go:669","msg":"Starting Garbage Collector"} {"level":"info","ts":"2026-09-25T22:04:45.69093997Z","logger":"setup","caller":"roletracker/tracker.go:66","msg":"RoleTracker: transitioned to leader"} {"level":"Level(-2)","ts":"2026-09-25T22:04:45.690949011Z","logger":"scheduler","caller":"scheduler/scheduler.go:213","msg":"Scheduling cycle starts","replica-role":"leader","schedulingCycle":1} {"level":"info","ts":"2026-09-25T22:04:45.690974649Z","logger":"multikueue-cluster","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"leader","source":"kind source: *v1.Secret"} {"level":"info","ts":"2026-09-25T22:04:45.690978473Z","logger":"multikueue-cluster","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"leader","source":"kind source: *v1beta2.MultiKueueCluster"} {"level":"info","ts":"2026-09-25T22:04:45.6909872Z","logger":"multikueue-cluster","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"leader","source":"channel source: 0xc0002ecb60"} {"level":"info","ts":"2026-09-25T22:04:45.691000198Z","logger":"multikueue-cluster","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"leader","source":"channel source: 0xc0002ecbd0"} {"level":"info","ts":"2026-09-25T22:04:45.691014311Z","logger":"multikueue-workload","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"leader","source":"kind source: *v1beta2.Workload"} {"level":"info","ts":"2026-09-25T22:04:45.691020471Z","logger":"multikueue-workload","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"leader","source":"kind source: *v1beta2.MultiKueueConfig"} {"level":"info","ts":"2026-09-25T22:04:45.691017663Z","logger":"multikueue-workload","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"leader","source":"channel source: 0xc0002ecc40"} {"level":"info","ts":"2026-09-25T22:04:45.691045824Z","logger":"job","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"leader","source":"kind source: *v1.Job"} {"level":"info","ts":"2026-09-25T22:04:45.691052815Z","logger":"job","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"leader","source":"kind source: *v1beta2.Workload"} {"level":"info","ts":"2026-09-25T22:04:45.691048093Z","logger":"job","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"leader","source":"kind source: *v1beta2.Workload"} {"level":"info","ts":"2026-09-25T22:04:45.691108684Z","logger":"multikueue-admissioncheck","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"leader","source":"kind source: *v1beta2.AdmissionCheck"} {"level":"info","ts":"2026-09-25T22:04:45.691114864Z","logger":"multikueue-admissioncheck","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"leader","source":"kind source: *v1beta2.MultiKueueCluster"} {"level":"info","ts":"2026-09-25T22:04:45.691120551Z","logger":"multikueue-admissioncheck","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"leader","source":"kind source: *v1beta2.MultiKueueConfig"} {"level":"Level(-2)","ts":"2026-09-25T22:04:45.698246326Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} I0925 22:04:45.757904 1 shared_informer.go:377] "Caches are synced" I0925 22:04:45.757918 1 shared_informer.go:377] "Caches are synced" I0925 22:04:45.757936 1 shared_informer.go:377] "Caches are synced" I0925 22:04:45.758636 1 apf_controller.go:382] Running API Priority and Fairness config worker I0925 22:04:45.758646 1 apf_controller.go:385] Running API Priority and Fairness periodic rebalancing process {"level":"info","ts":"2026-09-25T22:04:45.776156055Z","logger":"resourceflavor-reconciler","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-09-25T22:04:45.776168017Z","logger":"resourceflavor-reconciler","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":1} {"level":"info","ts":"2026-09-25T22:04:45.776191554Z","logger":"workloadpriorityclass-reconciler","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-09-25T22:04:45.776194487Z","logger":"localqueue-reconciler","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-09-25T22:04:45.776206146Z","logger":"workloadpriorityclass-reconciler","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":1} {"level":"info","ts":"2026-09-25T22:04:45.776210813Z","logger":"localqueue-reconciler","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":1} {"level":"info","ts":"2026-09-25T22:04:45.776203134Z","logger":"cohort-reconciler","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-09-25T22:04:45.776221698Z","logger":"cohort-reconciler","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":1} {"level":"info","ts":"2026-09-25T22:04:45.77735514Z","logger":"tas-topology-ungater","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-09-25T22:04:45.777369922Z","logger":"tas-topology-ungater","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":5} {"level":"info","ts":"2026-09-25T22:04:45.777380558Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-09-25T22:04:45.77739448Z","logger":"tas-non-tas-usage-controller","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-09-25T22:04:45.777395098Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":1} {"level":"info","ts":"2026-09-25T22:04:45.777399275Z","logger":"tas-non-tas-usage-controller","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":5} {"level":"info","ts":"2026-09-25T22:04:45.777399355Z","logger":"tas-topology-controller","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-09-25T22:04:45.777406536Z","logger":"tas-topology-controller","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":1} {"level":"info","ts":"2026-09-25T22:04:45.777385419Z","logger":"workload-reconciler","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-09-25T22:04:45.777409266Z","logger":"tas-node-reconciler","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-09-25T22:04:45.777414613Z","logger":"workload-reconciler","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":5} {"level":"info","ts":"2026-09-25T22:04:45.777416773Z","logger":"tas-node-reconciler","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":1} {"level":"Level(-2)","ts":"2026-09-25T22:04:45.777436733Z","logger":"tas-node-reconciler","caller":"tas/node_controller.go:134","msg":"Reconcile Node","replica-role":"leader","name":"ip-10-0-138-0.ec2.internal","reconcileID":"b5955e24-c6ff-4ce3-b532-a627e3a62aea"} {"level":"Level(-2)","ts":"2026-09-25T22:04:45.777518968Z","logger":"tas-node-reconciler","caller":"tas/node_controller.go:134","msg":"Reconcile Node","replica-role":"leader","name":"ip-10-0-153-198.ec2.internal","reconcileID":"065da607-7ba7-4a10-9a40-3056ad8df2c4"} {"level":"Level(-2)","ts":"2026-09-25T22:04:45.777553215Z","logger":"tas-node-reconciler","caller":"tas/node_controller.go:134","msg":"Reconcile Node","replica-role":"leader","name":"ip-10-0-162-217.ec2.internal","reconcileID":"d7ad39ae-f734-4d3d-9f92-3a31a26ee830"} {"level":"info","ts":"2026-09-25T22:04:45.791984923Z","logger":"multikueue-workload","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-09-25T22:04:45.792001351Z","logger":"multikueue-workload","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":5} {"level":"info","ts":"2026-09-25T22:04:45.792002353Z","logger":"multikueue-admissioncheck","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-09-25T22:04:45.792003829Z","logger":"job","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-09-25T22:04:45.792012604Z","logger":"multikueue-admissioncheck","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":1} {"level":"info","ts":"2026-09-25T22:04:45.792015374Z","logger":"job","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":5} {"level":"info","ts":"2026-09-25T22:04:45.792032352Z","logger":"multikueue-cluster","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-09-25T22:04:45.792040036Z","logger":"multikueue-cluster","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":1} {"level":"Level(-2)","ts":"2026-09-25T22:04:45.792072805Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"image-rbac-proxy","name":"oauth-secret-generator","reconcileID":"8fcdd1bc-c4b5-472e-bb1a-33455374d3a5","job":"image-rbac-proxy/oauth-secret-generator","gvk":"batch/v1, Kind=Job","namespace":"image-rbac-proxy"} {"level":"Level(-2)","ts":"2026-09-25T22:04:45.792100199Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-marketplace","name":"685f1ed643dcce69727e2826bbf9be585096b4cf774051b5daa5e675406c9a0","reconcileID":"ca016854-a7d7-44e8-8a87-9e725264ae4e","job":"openshift-marketplace/685f1ed643dcce69727e2826bbf9be585096b4cf774051b5daa5e675406c9a0","gvk":"batch/v1, Kind=Job","namespace":"openshift-marketplace"} {"level":"Level(-2)","ts":"2026-09-25T22:04:45.792122766Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-marketplace","name":"8262c476fbd852c98d5b388eea522aab1a3c94eb96e6040603a223ba03eb407","reconcileID":"76480097-dd6d-4ab4-8350-5f435cd23619","job":"openshift-marketplace/8262c476fbd852c98d5b388eea522aab1a3c94eb96e6040603a223ba03eb407","gvk":"batch/v1, Kind=Job","namespace":"openshift-marketplace"} {"level":"Level(-2)","ts":"2026-09-25T22:04:45.792128606Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29839550","reconcileID":"89e3c440-ce08-44e3-90b3-f532371cc877","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29839550","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-09-25T22:04:45.792134443Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"kubearchive-schema-migration-v13-v1.23.0","reconcileID":"0af42921-506f-428c-8d36-98ae24762427","job":"product-kubearchive/kubearchive-schema-migration-v13-v1.23.0","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-09-25T22:04:45.792145352Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-marketplace","name":"ffe57699c0ae3240bf02aaaaec3c91bf9ff35b42c4fce5ed7cb26fcfc14194f","reconcileID":"a51d8b46-a85b-4b92-8572-8c886dde2e3f","job":"openshift-marketplace/ffe57699c0ae3240bf02aaaaec3c91bf9ff35b42c4fce5ed7cb26fcfc14194f","gvk":"batch/v1, Kind=Job","namespace":"openshift-marketplace"} {"level":"Level(-2)","ts":"2026-09-25T22:04:45.792157808Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29839560","reconcileID":"31b70baa-8201-4ddc-a06d-43e8f5772c6e","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29839560","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-09-25T22:04:45.792170373Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-marketplace","name":"17a99d6ca47a679fb33d2c518bf850bfc45a326865bcabba4ffdde75335ea6a","reconcileID":"e5d0fd9f-85b9-4a90-9cec-25fcdc0f2849","job":"openshift-marketplace/17a99d6ca47a679fb33d2c518bf850bfc45a326865bcabba4ffdde75335ea6a","gvk":"batch/v1, Kind=Job","namespace":"openshift-marketplace"} {"level":"Level(-2)","ts":"2026-09-25T22:04:45.79217858Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-deployment-validation-operator","name":"1c4dbf119d658e7b479b487e8eeb8acf6e956fa1d29c69e511b6a6dc82592ee","reconcileID":"15c12493-f129-40bc-aab2-417b76ee5134","job":"openshift-deployment-validation-operator/1c4dbf119d658e7b479b487e8eeb8acf6e956fa1d29c69e511b6a6dc82592ee","gvk":"batch/v1, Kind=Job","namespace":"openshift-deployment-validation-operator"} {"level":"Level(-2)","ts":"2026-09-25T22:04:45.792187114Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-marketplace","name":"ff4ed68823e0feb54b57a2992a476b73b7cb94d4661ccde70e3e65bec53e16f","reconcileID":"5b796e17-c753-4429-88e8-db669c896556","job":"openshift-marketplace/ff4ed68823e0feb54b57a2992a476b73b7cb94d4661ccde70e3e65bec53e16f","gvk":"batch/v1, Kind=Job","namespace":"openshift-marketplace"} {"level":"Level(-2)","ts":"2026-09-25T22:05:40.177792064Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:313","msg":"ClusterQueue create event","replica-role":"leader","clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-09-25T22:05:40.178027829Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"1651d1b7-8f00-48d3-8699-d81eb18816a0"} {"level":"Level(-2)","ts":"2026-09-25T22:05:40.201677093Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-09-25T22:05:40.219474512Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-09-25T22:05:40.222646766Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"45fef51c-48d4-4317-bcad-a34f258b6ec3"} {"level":"Level(-2)","ts":"2026-09-25T22:05:40.363461929Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:141","msg":"ResourceFlavor create event","replica-role":"leader","resourceFlavor":{"name":"default-flavor"}} {"level":"Level(-2)","ts":"2026-09-25T22:05:40.363580718Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:95","msg":"Reconcile ResourceFlavor","replica-role":"leader","name":"default-flavor","reconcileID":"45403c66-168b-4576-97f3-6805d98cc5a6"} {"level":"Level(-2)","ts":"2026-09-25T22:05:40.370227275Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"leader","resourceFlavor":{"name":"default-flavor"}} {"level":"Level(-2)","ts":"2026-09-25T22:05:40.466098718Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:123","msg":"WorkloadPriorityClass create event","replica-role":"leader","workloadPriorityClass":{"name":"konflux-nudge"}} {"level":"Level(-2)","ts":"2026-09-25T22:05:40.4662044Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:79","msg":"Reconcile WorkloadPriorityClass","replica-role":"leader","name":"konflux-nudge","reconcileID":"73f9b67b-179e-4929-87fb-86ee2bf62593","workloadPriorityClass":{"name":"konflux-nudge"}} {"level":"Level(-2)","ts":"2026-09-25T22:05:40.466225959Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:89","msg":"No workloads using this WorkloadPriorityClass","replica-role":"leader","name":"konflux-nudge","reconcileID":"73f9b67b-179e-4929-87fb-86ee2bf62593","workloadPriorityClass":{"name":"konflux-nudge"}} {"level":"Level(-2)","ts":"2026-09-25T22:05:40.488181117Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:123","msg":"WorkloadPriorityClass create event","replica-role":"leader","workloadPriorityClass":{"name":"konflux-default"}} {"level":"Level(-2)","ts":"2026-09-25T22:05:40.488245063Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:79","msg":"Reconcile WorkloadPriorityClass","replica-role":"leader","name":"konflux-default","reconcileID":"73c3c87a-30be-4ed3-96ef-728590526ed6","workloadPriorityClass":{"name":"konflux-default"}} {"level":"Level(-2)","ts":"2026-09-25T22:05:40.48826334Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:89","msg":"No workloads using this WorkloadPriorityClass","replica-role":"leader","name":"konflux-default","reconcileID":"73c3c87a-30be-4ed3-96ef-728590526ed6","workloadPriorityClass":{"name":"konflux-default"}} {"level":"Level(-2)","ts":"2026-09-25T22:05:40.59112254Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:123","msg":"WorkloadPriorityClass create event","replica-role":"leader","workloadPriorityClass":{"name":"konflux-pre-merge-test"}} {"level":"Level(-2)","ts":"2026-09-25T22:05:40.591176118Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:79","msg":"Reconcile WorkloadPriorityClass","replica-role":"leader","name":"konflux-pre-merge-test","reconcileID":"f9547dfb-000b-430d-8425-6ac2a9829c96","workloadPriorityClass":{"name":"konflux-pre-merge-test"}} {"level":"Level(-2)","ts":"2026-09-25T22:05:40.591194429Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:89","msg":"No workloads using this WorkloadPriorityClass","replica-role":"leader","name":"konflux-pre-merge-test","reconcileID":"f9547dfb-000b-430d-8425-6ac2a9829c96","workloadPriorityClass":{"name":"konflux-pre-merge-test"}} {"level":"Level(-2)","ts":"2026-09-25T22:05:40.613114585Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:123","msg":"WorkloadPriorityClass create event","replica-role":"leader","workloadPriorityClass":{"name":"konflux-dependency-update"}} {"level":"Level(-2)","ts":"2026-09-25T22:05:40.613146582Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:79","msg":"Reconcile WorkloadPriorityClass","replica-role":"leader","name":"konflux-dependency-update","reconcileID":"413a428c-ae9e-464f-814e-a96cf89d718b","workloadPriorityClass":{"name":"konflux-dependency-update"}} {"level":"Level(-2)","ts":"2026-09-25T22:05:40.613159172Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:89","msg":"No workloads using this WorkloadPriorityClass","replica-role":"leader","name":"konflux-dependency-update","reconcileID":"413a428c-ae9e-464f-814e-a96cf89d718b","workloadPriorityClass":{"name":"konflux-dependency-update"}} {"level":"Level(-2)","ts":"2026-09-25T22:05:40.79599105Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:123","msg":"WorkloadPriorityClass create event","replica-role":"leader","workloadPriorityClass":{"name":"konflux-post-merge-test"}} {"level":"Level(-2)","ts":"2026-09-25T22:05:40.796036801Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:79","msg":"Reconcile WorkloadPriorityClass","replica-role":"leader","name":"konflux-post-merge-test","reconcileID":"11926fdc-4aab-4e89-9568-b4b213481423","workloadPriorityClass":{"name":"konflux-post-merge-test"}} {"level":"Level(-2)","ts":"2026-09-25T22:05:40.796050817Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:89","msg":"No workloads using this WorkloadPriorityClass","replica-role":"leader","name":"konflux-post-merge-test","reconcileID":"11926fdc-4aab-4e89-9568-b4b213481423","workloadPriorityClass":{"name":"konflux-post-merge-test"}} {"level":"Level(-2)","ts":"2026-09-25T22:05:40.869495828Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:123","msg":"WorkloadPriorityClass create event","replica-role":"leader","workloadPriorityClass":{"name":"konflux-mintmaker-triggered"}} {"level":"Level(-2)","ts":"2026-09-25T22:05:40.869534563Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:79","msg":"Reconcile WorkloadPriorityClass","replica-role":"leader","name":"konflux-mintmaker-triggered","reconcileID":"59a6b805-55dd-4184-ad74-5355d5f5db5a","workloadPriorityClass":{"name":"konflux-mintmaker-triggered"}} {"level":"Level(-2)","ts":"2026-09-25T22:05:40.869546294Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:89","msg":"No workloads using this WorkloadPriorityClass","replica-role":"leader","name":"konflux-mintmaker-triggered","reconcileID":"59a6b805-55dd-4184-ad74-5355d5f5db5a","workloadPriorityClass":{"name":"konflux-mintmaker-triggered"}} {"level":"Level(-2)","ts":"2026-09-25T22:05:40.919443034Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:123","msg":"WorkloadPriorityClass create event","replica-role":"leader","workloadPriorityClass":{"name":"konflux-release"}} {"level":"Level(-2)","ts":"2026-09-25T22:05:40.919484856Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:79","msg":"Reconcile WorkloadPriorityClass","replica-role":"leader","name":"konflux-release","reconcileID":"45ef49e9-88bb-4723-bdd6-fd88f1b75ecb","workloadPriorityClass":{"name":"konflux-release"}} {"level":"Level(-2)","ts":"2026-09-25T22:05:40.919499264Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:89","msg":"No workloads using this WorkloadPriorityClass","replica-role":"leader","name":"konflux-release","reconcileID":"45ef49e9-88bb-4723-bdd6-fd88f1b75ecb","workloadPriorityClass":{"name":"konflux-release"}} {"level":"Level(-2)","ts":"2026-09-25T22:05:40.940845825Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:123","msg":"WorkloadPriorityClass create event","replica-role":"leader","workloadPriorityClass":{"name":"konflux-post-merge-build"}} {"level":"Level(-2)","ts":"2026-09-25T22:05:40.940889674Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:79","msg":"Reconcile WorkloadPriorityClass","replica-role":"leader","name":"konflux-post-merge-build","reconcileID":"44543f44-5d41-49da-944e-069ca9c0de58","workloadPriorityClass":{"name":"konflux-post-merge-build"}} {"level":"Level(-2)","ts":"2026-09-25T22:05:40.940905621Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:89","msg":"No workloads using this WorkloadPriorityClass","replica-role":"leader","name":"konflux-post-merge-build","reconcileID":"44543f44-5d41-49da-944e-069ca9c0de58","workloadPriorityClass":{"name":"konflux-post-merge-build"}} {"level":"Level(-2)","ts":"2026-09-25T22:05:40.974812192Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:123","msg":"WorkloadPriorityClass create event","replica-role":"leader","workloadPriorityClass":{"name":"konflux-pre-merge-build"}} {"level":"Level(-2)","ts":"2026-09-25T22:05:40.974853524Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:79","msg":"Reconcile WorkloadPriorityClass","replica-role":"leader","name":"konflux-pre-merge-build","reconcileID":"69e0bd76-a4c2-4ddb-9eb3-4484be586742","workloadPriorityClass":{"name":"konflux-pre-merge-build"}} {"level":"Level(-2)","ts":"2026-09-25T22:05:40.97486726Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:89","msg":"No workloads using this WorkloadPriorityClass","replica-role":"leader","name":"konflux-pre-merge-build","reconcileID":"69e0bd76-a4c2-4ddb-9eb3-4484be586742","workloadPriorityClass":{"name":"konflux-pre-merge-build"}} {"level":"Level(-2)","ts":"2026-09-25T22:05:41.31579015Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:123","msg":"WorkloadPriorityClass create event","replica-role":"leader","workloadPriorityClass":{"name":"konflux-tenant-release"}} {"level":"Level(-2)","ts":"2026-09-25T22:05:41.315833526Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:79","msg":"Reconcile WorkloadPriorityClass","replica-role":"leader","name":"konflux-tenant-release","reconcileID":"25bdeb35-43b5-4f09-99a9-d948cd9b1e3e","workloadPriorityClass":{"name":"konflux-tenant-release"}} {"level":"Level(-2)","ts":"2026-09-25T22:05:41.315846362Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:89","msg":"No workloads using this WorkloadPriorityClass","replica-role":"leader","name":"konflux-tenant-release","reconcileID":"25bdeb35-43b5-4f09-99a9-d948cd9b1e3e","workloadPriorityClass":{"name":"konflux-tenant-release"}} {"level":"Level(-2)","ts":"2026-09-25T22:05:41.363845932Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"88c5027a-1f43-4d20-b9b5-8630252b05a6"} {"level":"Level(-2)","ts":"2026-09-25T22:05:41.380174985Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-09-25T22:05:41.380345974Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"0c606e5f-336e-4c72-99da-38cc5e4cf7be"} {"level":"Level(-2)","ts":"2026-09-25T22:05:42.256535567Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:123","msg":"WorkloadPriorityClass create event","replica-role":"leader","workloadPriorityClass":{"name":"tekton-kueue-default"}} {"level":"Level(-2)","ts":"2026-09-25T22:05:42.256609353Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:79","msg":"Reconcile WorkloadPriorityClass","replica-role":"leader","name":"tekton-kueue-default","reconcileID":"408f0fce-0353-4434-9baa-7bced09103f5","workloadPriorityClass":{"name":"tekton-kueue-default"}} {"level":"Level(-2)","ts":"2026-09-25T22:05:42.256631125Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:89","msg":"No workloads using this WorkloadPriorityClass","replica-role":"leader","name":"tekton-kueue-default","reconcileID":"408f0fce-0353-4434-9baa-7bced09103f5","workloadPriorityClass":{"name":"tekton-kueue-default"}} {"level":"Level(-2)","ts":"2026-09-25T22:06:31.224628311Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-marketplace","name":"e179e6688d189c80df3e7200955035ebf67012318f31510a270998dc482e3c1","reconcileID":"80a5cca4-ea4a-40e7-89db-7267e72bee95","job":"openshift-marketplace/e179e6688d189c80df3e7200955035ebf67012318f31510a270998dc482e3c1","gvk":"batch/v1, Kind=Job","namespace":"openshift-marketplace"} {"level":"Level(-2)","ts":"2026-09-25T22:06:31.282540095Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-marketplace","name":"e179e6688d189c80df3e7200955035ebf67012318f31510a270998dc482e3c1","reconcileID":"2c00c94e-2d2e-4c30-85db-203fdc5eba2f","job":"openshift-marketplace/e179e6688d189c80df3e7200955035ebf67012318f31510a270998dc482e3c1","gvk":"batch/v1, Kind=Job","namespace":"openshift-marketplace"} {"level":"Level(-2)","ts":"2026-09-25T22:06:36.32574255Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-marketplace","name":"e179e6688d189c80df3e7200955035ebf67012318f31510a270998dc482e3c1","reconcileID":"54b3441b-e0e0-4d6c-b18d-92ddd126e6be","job":"openshift-marketplace/e179e6688d189c80df3e7200955035ebf67012318f31510a270998dc482e3c1","gvk":"batch/v1, Kind=Job","namespace":"openshift-marketplace"} {"level":"Level(-2)","ts":"2026-09-25T22:06:36.347822794Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-marketplace","name":"e179e6688d189c80df3e7200955035ebf67012318f31510a270998dc482e3c1","reconcileID":"af607259-d2b2-43a5-a600-de339c55e699","job":"openshift-marketplace/e179e6688d189c80df3e7200955035ebf67012318f31510a270998dc482e3c1","gvk":"batch/v1, Kind=Job","namespace":"openshift-marketplace"} {"level":"Level(-2)","ts":"2026-09-25T22:07:12.690585544Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-adp","name":"create-velero-bucket","reconcileID":"4d0aea86-e6e0-4bb7-b1d8-ec0abc8596e2","job":"openshift-adp/create-velero-bucket","gvk":"batch/v1, Kind=Job","namespace":"openshift-adp"} {"level":"Level(-2)","ts":"2026-09-25T22:07:12.745094158Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-adp","name":"create-velero-bucket","reconcileID":"bbf3d0c8-2fcc-46d8-9e4b-2ec1c09223e1","job":"openshift-adp/create-velero-bucket","gvk":"batch/v1, Kind=Job","namespace":"openshift-adp"} {"level":"Level(-2)","ts":"2026-09-25T22:07:16.703786569Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-adp","name":"create-velero-bucket","reconcileID":"c744a538-0af5-4b28-9d98-db774e71d2a2","job":"openshift-adp/create-velero-bucket","gvk":"batch/v1, Kind=Job","namespace":"openshift-adp"} {"level":"Level(-2)","ts":"2026-09-25T22:07:17.706263797Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-adp","name":"create-velero-bucket","reconcileID":"20243006-2fd3-4c39-a3ee-14332f794dce","job":"openshift-adp/create-velero-bucket","gvk":"batch/v1, Kind=Job","namespace":"openshift-adp"} {"level":"Level(-2)","ts":"2026-09-25T22:07:18.717432732Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-adp","name":"create-velero-bucket","reconcileID":"66197944-45c1-4da3-952c-ce53cfbb7c28","job":"openshift-adp/create-velero-bucket","gvk":"batch/v1, Kind=Job","namespace":"openshift-adp"} {"level":"Level(-2)","ts":"2026-09-25T22:07:18.738245552Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-adp","name":"create-velero-bucket","reconcileID":"9801c297-efcf-4f35-9a9a-85b118f83eaa","job":"openshift-adp/create-velero-bucket","gvk":"batch/v1, Kind=Job","namespace":"openshift-adp"} {"level":"Level(-2)","ts":"2026-09-25T22:10:00.112670119Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29839570","reconcileID":"85fe9471-dc3c-4d3d-9a20-434d71683141","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29839570","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-09-25T22:10:00.113244013Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"pipelines-vacuum-29839570","reconcileID":"03348647-d8c4-40ad-9be7-b1c535097aae","job":"product-kubearchive/pipelines-vacuum-29839570","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-09-25T22:10:00.162579356Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"pipelines-vacuum-29839570","reconcileID":"1ffe1b03-111b-4038-a8b9-3d36c0f302b2","job":"product-kubearchive/pipelines-vacuum-29839570","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-09-25T22:10:00.190805136Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29839570","reconcileID":"48fae396-b24c-456e-a717-4d2d8880488a","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29839570","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-09-25T22:10:02.400053877Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29839570","reconcileID":"fc162384-7bd2-4e1b-9c58-2516d95c1926","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29839570","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-09-25T22:10:04.415019347Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29839570","reconcileID":"00fc549b-5505-48f2-8d9f-b034eb85a9d8","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29839570","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-09-25T22:10:05.431645766Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29839570","reconcileID":"ab5ac6f5-81c5-4193-a9d4-81aca35a7dde","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29839570","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-09-25T22:10:05.44851991Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29839570","reconcileID":"2524a131-3c00-4402-87f5-a94dce382336","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29839570","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-09-25T22:10:06.170381217Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"pipelines-vacuum-29839570","reconcileID":"4f4208bd-1111-4dba-a655-07d4da4211b1","job":"product-kubearchive/pipelines-vacuum-29839570","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-09-25T22:10:06.19154775Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"pipelines-vacuum-29839570","reconcileID":"c906d88d-50c1-4aba-b3c1-2c87a5d227fd","job":"product-kubearchive/pipelines-vacuum-29839570","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-09-25T22:10:40.593003333Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"konflux-policies","name":"kueue-crd-check","reconcileID":"305d5e73-275d-4574-b2cb-0ad3f1ae2047","job":"konflux-policies/kueue-crd-check","gvk":"batch/v1, Kind=Job","namespace":"konflux-policies"} {"level":"Level(-2)","ts":"2026-09-25T22:10:40.655601883Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"konflux-policies","name":"kueue-crd-check","reconcileID":"06afc8a6-730d-48d1-a9ae-0b52055da13e","job":"konflux-policies/kueue-crd-check","gvk":"batch/v1, Kind=Job","namespace":"konflux-policies"} {"level":"Level(-2)","ts":"2026-09-25T22:10:40.693070669Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-pipelines","name":"tekton-chains-signing-secret","reconcileID":"c7623092-7215-4db9-853f-1f4271542da8","job":"openshift-pipelines/tekton-chains-signing-secret","gvk":"batch/v1, Kind=Job","namespace":"openshift-pipelines"} {"level":"Level(-2)","ts":"2026-09-25T22:10:40.730413884Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-pipelines","name":"tekton-chains-signing-secret","reconcileID":"d7150d55-9137-4953-a74a-64d7625ba298","job":"openshift-pipelines/tekton-chains-signing-secret","gvk":"batch/v1, Kind=Job","namespace":"openshift-pipelines"} {"level":"Level(-2)","ts":"2026-09-25T22:10:47.466061864Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"konflux-policies","name":"kueue-crd-check","reconcileID":"1d13ea90-7751-42c0-bc3a-e3bc8dd4c9ea","job":"konflux-policies/kueue-crd-check","gvk":"batch/v1, Kind=Job","namespace":"konflux-policies"} {"level":"Level(-2)","ts":"2026-09-25T22:10:48.470478577Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"konflux-policies","name":"kueue-crd-check","reconcileID":"70dfb10c-5a95-4e72-b469-3d960ca8ea8b","job":"konflux-policies/kueue-crd-check","gvk":"batch/v1, Kind=Job","namespace":"konflux-policies"} {"level":"Level(-2)","ts":"2026-09-25T22:10:49.479641408Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"konflux-policies","name":"kueue-crd-check","reconcileID":"3fe05108-9fa8-467f-9b90-aceef7835c76","job":"konflux-policies/kueue-crd-check","gvk":"batch/v1, Kind=Job","namespace":"konflux-policies"} {"level":"Level(-2)","ts":"2026-09-25T22:10:49.50057625Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"konflux-policies","name":"kueue-crd-check","reconcileID":"438fd390-d911-4dca-9e3b-d73a886a7b8b","job":"konflux-policies/kueue-crd-check","gvk":"batch/v1, Kind=Job","namespace":"konflux-policies"} {"level":"Level(-2)","ts":"2026-09-25T22:10:51.564157331Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-pipelines","name":"tekton-chains-signing-secret","reconcileID":"ca34dff8-1164-4fda-99ca-ae21887ecfb6","job":"openshift-pipelines/tekton-chains-signing-secret","gvk":"batch/v1, Kind=Job","namespace":"openshift-pipelines"} {"level":"Level(-2)","ts":"2026-09-25T22:10:55.279008076Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"leader","localQueue":{"name":"pipelines-queue","namespace":"mintmaker"}} {"level":"Level(-2)","ts":"2026-09-25T22:10:55.279140362Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"mintmaker","name":"pipelines-queue","reconcileID":"de4381e7-90fd-4fd3-8be6-ad0433b2123a"} {"level":"Level(-2)","ts":"2026-09-25T22:10:55.293274015Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"pipelines-queue","namespace":"mintmaker"}} {"level":"Level(-2)","ts":"2026-09-25T22:10:55.293346753Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"mintmaker","name":"pipelines-queue","reconcileID":"1082ab5c-aa64-45d7-9b29-5dc58da454b2"} {"level":"Level(-2)","ts":"2026-09-25T22:11:19.030936061Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"konflux-kyverno","name":"konflux-kyverno-migrate-resources","reconcileID":"5e4e31b8-0dea-4af8-b439-8bca35f6b0ca","job":"konflux-kyverno/konflux-kyverno-migrate-resources","gvk":"batch/v1, Kind=Job","namespace":"konflux-kyverno"} {"level":"Level(-2)","ts":"2026-09-25T22:11:19.07993758Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"konflux-kyverno","name":"konflux-kyverno-migrate-resources","reconcileID":"fbd1461c-330a-49b1-8425-977c1e117cf0","job":"konflux-kyverno/konflux-kyverno-migrate-resources","gvk":"batch/v1, Kind=Job","namespace":"konflux-kyverno"} {"level":"Level(-2)","ts":"2026-09-25T22:11:24.341812456Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"konflux-kyverno","name":"konflux-kyverno-migrate-resources","reconcileID":"a9582a31-719b-4c4e-9cea-209d82d0e91f","job":"konflux-kyverno/konflux-kyverno-migrate-resources","gvk":"batch/v1, Kind=Job","namespace":"konflux-kyverno"} {"level":"Level(-2)","ts":"2026-09-25T22:11:25.353168348Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"konflux-kyverno","name":"konflux-kyverno-migrate-resources","reconcileID":"c682f029-b1d8-4282-b9eb-4d61dc78afb1","job":"konflux-kyverno/konflux-kyverno-migrate-resources","gvk":"batch/v1, Kind=Job","namespace":"konflux-kyverno"} {"level":"Level(-2)","ts":"2026-09-25T22:11:26.364630618Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"konflux-kyverno","name":"konflux-kyverno-migrate-resources","reconcileID":"438513f5-e4cd-46c2-b36c-e0d663deb052","job":"konflux-kyverno/konflux-kyverno-migrate-resources","gvk":"batch/v1, Kind=Job","namespace":"konflux-kyverno"} {"level":"Level(-2)","ts":"2026-09-25T22:11:26.385791257Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"konflux-kyverno","name":"konflux-kyverno-migrate-resources","reconcileID":"b424a76a-fb04-4081-9b8f-8d1d83fa385a","job":"konflux-kyverno/konflux-kyverno-migrate-resources","gvk":"batch/v1, Kind=Job","namespace":"konflux-kyverno"} {"level":"Level(-2)","ts":"2026-09-25T22:12:10.79743927Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-pipelines","name":"tekton-chains-signing-secret","reconcileID":"e697cd76-ef09-403e-91cd-ebdbd3d9a231","job":"openshift-pipelines/tekton-chains-signing-secret","gvk":"batch/v1, Kind=Job","namespace":"openshift-pipelines"} {"level":"Level(-2)","ts":"2026-09-25T22:12:11.80015156Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-pipelines","name":"tekton-chains-signing-secret","reconcileID":"1e6b0ee4-22ec-49af-9ddd-aaf2b4df7db7","job":"openshift-pipelines/tekton-chains-signing-secret","gvk":"batch/v1, Kind=Job","namespace":"openshift-pipelines"} {"level":"Level(-2)","ts":"2026-09-25T22:13:04.9605336Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-pipelines","name":"tekton-chains-signing-secret","reconcileID":"43ee6da7-37e0-402c-a361-9a10bfaf1e18","job":"openshift-pipelines/tekton-chains-signing-secret","gvk":"batch/v1, Kind=Job","namespace":"openshift-pipelines"} {"level":"Level(-2)","ts":"2026-09-25T22:13:05.964069902Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-pipelines","name":"tekton-chains-signing-secret","reconcileID":"2643f6fd-4142-48dd-9047-ee5e2dd4e73f","job":"openshift-pipelines/tekton-chains-signing-secret","gvk":"batch/v1, Kind=Job","namespace":"openshift-pipelines"} {"level":"Level(-2)","ts":"2026-09-25T22:13:05.984428594Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-pipelines","name":"tekton-chains-signing-secret","reconcileID":"631a7f94-d0bc-4163-990b-cec44e9e53fa","job":"openshift-pipelines/tekton-chains-signing-secret","gvk":"batch/v1, Kind=Job","namespace":"openshift-pipelines"} {"level":"Level(-2)","ts":"2026-09-25T22:13:50.56735939Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"leader","localQueue":{"name":"pipelines-queue","namespace":"chains-e2e-kzcq"}} {"level":"Level(-2)","ts":"2026-09-25T22:13:50.56748354Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelines-queue","reconcileID":"b256aae7-9a9c-4801-938f-43ddd17e5dc0"} {"level":"Level(-2)","ts":"2026-09-25T22:13:50.668161612Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"pipelines-queue","namespace":"chains-e2e-kzcq"}} {"level":"Level(-2)","ts":"2026-09-25T22:13:50.668222121Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelines-queue","reconcileID":"be91d2d6-dbca-4fb6-82ca-8ef66b5d709d"} {"level":"Level(-2)","ts":"2026-09-25T22:13:51.712639641Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"leader","localQueue":{"name":"pipelines-queue","namespace":"upgrade-namespace"}} {"level":"Level(-2)","ts":"2026-09-25T22:13:51.712721115Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"upgrade-namespace","name":"pipelines-queue","reconcileID":"4e6ad22a-b3d1-45c8-acd1-7fe56881971c"} {"level":"Level(-2)","ts":"2026-09-25T22:13:51.746735954Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"pipelines-queue","namespace":"upgrade-namespace"}} {"level":"Level(-2)","ts":"2026-09-25T22:13:51.746790769Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"upgrade-namespace","name":"pipelines-queue","reconcileID":"9e2be070-6727-4d72-a0d6-ba604e93a6a6"} {"level":"Level(-2)","ts":"2026-09-25T22:13:51.808643218Z","logger":"workload-reconciler","caller":"core/workload_controller.go:848","msg":"Workload create event","replica-role":"leader","workload":{"name":"pipelinerun-buildah-demo-lrxiuauhxu-20027","namespace":"chains-e2e-kzcq"},"queue":"pipelines-queue","status":"pending"} {"level":"Level(-2)","ts":"2026-09-25T22:13:51.808667105Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-buildah-demo-lrxiuauhxu-20027","reconcileID":"af0da773-a165-4da0-8aff-849323bfeb86"} {"level":"Level(-2)","ts":"2026-09-25T22:13:51.808718762Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-buildah-demo-lrxiuauhxu-20027","reconcileID":"af0da773-a165-4da0-8aff-849323bfeb86","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-25T22:13:51.808756056Z","logger":"workload-reconciler","caller":"core/workload_controller.go:194","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-buildah-demo-lrxiuauhxu-20027","reconcileID":"e19e2546-f4ac-4054-9b32-680d6ad28198"} {"level":"Level(-2)","ts":"2026-09-25T22:13:51.808740403Z","logger":"scheduler","caller":"scheduler/scheduler.go:226","msg":"Obtained heads","replica-role":"leader","schedulingCycle":1,"headCount":1,"waitDuration":546.117790834} {"level":"Level(-2)","ts":"2026-09-25T22:13:51.808844785Z","logger":"scheduler","caller":"scheduler/scheduler.go:241","msg":"Snapshot taken","replica-role":"leader","schedulingCycle":1,"duration":0.000009439} {"level":"Level(-2)","ts":"2026-09-25T22:13:51.82367295Z","logger":"scheduler","caller":"scheduler/scheduler.go:246","msg":"Nomination done","replica-role":"leader","schedulingCycle":1,"entries":1,"inadmissibleEntries":0,"duration":0.01482025} {"level":"Level(-2)","ts":"2026-09-25T22:13:51.823704839Z","logger":"scheduler","caller":"scheduler/scheduler.go:268","msg":"Attempting to schedule workload","replica-role":"leader","schedulingCycle":1,"workload":{"name":"pipelinerun-buildah-demo-lrxiuauhxu-20027","namespace":"chains-e2e-kzcq"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-09-25T22:13:51.823741025Z","logger":"scheduler","caller":"scheduler/scheduler.go:718","msg":"Workload assumed in the cache","replica-role":"leader","schedulingCycle":1,"workload":{"name":"pipelinerun-buildah-demo-lrxiuauhxu-20027","namespace":"chains-e2e-kzcq"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-09-25T22:13:51.823758525Z","logger":"scheduler","caller":"scheduler/scheduler.go:404","msg":"Workload processing done","replica-role":"leader","schedulingCycle":1,"duration":0.000059654} {"level":"Level(-2)","ts":"2026-09-25T22:13:51.8237761Z","logger":"scheduler","caller":"scheduler/scheduler.go:215","msg":"Scheduling cycle complete","replica-role":"leader","schedulingCycle":1,"duration":546.132827261} {"level":"Level(-2)","ts":"2026-09-25T22:13:51.823789913Z","logger":"scheduler","caller":"scheduler/scheduler.go:213","msg":"Scheduling cycle starts","replica-role":"leader","schedulingCycle":2} {"level":"Level(-2)","ts":"2026-09-25T22:13:51.851633938Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-buildah-demo-lrxiuauhxu-20027","namespace":"chains-e2e-kzcq"},"queue":"pipelines-queue","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-09-25T22:13:51.851662756Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-buildah-demo-lrxiuauhxu-20027","reconcileID":"8c50f278-cf69-49cf-a20e-6b8706777a92"} {"level":"Level(-2)","ts":"2026-09-25T22:13:51.851698634Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-buildah-demo-lrxiuauhxu-20027","reconcileID":"8c50f278-cf69-49cf-a20e-6b8706777a92","isDeleted":false} {"level":"error","ts":"2026-09-25T22:13:51.856163198Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"Level(-2)","ts":"2026-09-25T22:13:51.856244545Z","logger":"scheduler","caller":"scheduler/scheduler.go:681","msg":"Workload successfully admitted and assigned flavors","replica-role":"leader","schedulingCycle":1,"workload":{"name":"pipelinerun-buildah-demo-lrxiuauhxu-20027","namespace":"chains-e2e-kzcq"},"clusterQueue":{"name":"cluster-pipeline-queue"},"assignments":[{"name":"pod-set-1","flavors":{"konflux-ci-dev-token":"default-flavor","tekton.dev/pipelineruns":"default-flavor"},"resourceUsage":{"konflux-ci-dev-token":"1","tekton.dev/pipelineruns":"1"},"count":1}]} {"level":"debug","ts":"2026-09-25T22:13:51.856276769Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Quota reserved in ClusterQueue cluster-pipeline-queue, wait time since queued was 1s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-kzcq","name":"pipelinerun-buildah-demo-lrxiuauhxu-20027","uid":"a1467062-11f5-4049-961d-ab574cd5f476","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"38887"},"reason":"QuotaReserved"} {"level":"debug","ts":"2026-09-25T22:13:51.85628872Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by ClusterQueue cluster-pipeline-queue, wait time since reservation was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-kzcq","name":"pipelinerun-buildah-demo-lrxiuauhxu-20027","uid":"a1467062-11f5-4049-961d-ab574cd5f476","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"38887"},"reason":"Admitted"} {"level":"Level(-2)","ts":"2026-09-25T22:13:52.809142678Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelines-queue","reconcileID":"435cd03d-cefb-47f5-aaae-d272f6deae9d"} {"level":"Level(-2)","ts":"2026-09-25T22:13:52.809158548Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"34a23564-22c0-4bc7-aba1-a53c2a6e3ca9"} {"level":"Level(-2)","ts":"2026-09-25T22:13:52.847996853Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-09-25T22:13:52.849906743Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"pipelines-queue","namespace":"chains-e2e-kzcq"}} {"level":"Level(-2)","ts":"2026-09-25T22:13:52.849947764Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"f54e911f-f938-4af8-81c9-6c6456d161e7"} {"level":"Level(-2)","ts":"2026-09-25T22:13:52.849965969Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelines-queue","reconcileID":"aef6251f-c9a8-4f5c-84cc-4ded179281c3"} {"level":"error","ts":"2026-09-25T22:13:53.37172617Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"error","ts":"2026-09-25T22:13:56.030727579Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"error","ts":"2026-09-25T22:14:01.527349229Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"error","ts":"2026-09-25T22:14:12.523451462Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"error","ts":"2026-09-25T22:14:28.05496444Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"error","ts":"2026-09-25T22:14:54.401458436Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"Level(-2)","ts":"2026-09-25T22:15:00.116262951Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"pipelines-vacuum-29839575","reconcileID":"0cf6bb06-f65a-40ea-99da-f3f7efa87818","job":"product-kubearchive/pipelines-vacuum-29839575","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-09-25T22:15:00.189294085Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"pipelines-vacuum-29839575","reconcileID":"4beb1490-94d2-4cb0-9c0c-002c95a2634c","job":"product-kubearchive/pipelines-vacuum-29839575","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-09-25T22:15:04.523537104Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"pipelines-vacuum-29839575","reconcileID":"f43428a3-e2dc-4cf2-9c48-4e4f5b5c001f","job":"product-kubearchive/pipelines-vacuum-29839575","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-09-25T22:15:04.580542887Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"pipelines-vacuum-29839575","reconcileID":"71389dfd-76be-4360-9214-cf396e703679","job":"product-kubearchive/pipelines-vacuum-29839575","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"error","ts":"2026-09-25T22:15:46.172426676Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"error","ts":"2026-09-25T22:16:39.649344224Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"error","ts":"2026-09-25T22:17:23.331029798Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"Level(-2)","ts":"2026-09-25T22:17:55.264803949Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-buildah-demo-lrxiuauhxu-20027","namespace":"chains-e2e-kzcq"},"queue":"pipelines-queue","status":"finished","prevStatus":"admitted","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-09-25T22:17:55.26480137Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-buildah-demo-lrxiuauhxu-20027","reconcileID":"9c5d0ce2-522f-4281-8b35-7e8db144af97"} {"level":"Level(-2)","ts":"2026-09-25T22:17:55.264854903Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-buildah-demo-lrxiuauhxu-20027","reconcileID":"9c5d0ce2-522f-4281-8b35-7e8db144af97","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-25T22:17:55.280294472Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-buildah-demo-lrxiuauhxu-20027","namespace":"chains-e2e-kzcq"},"queue":"pipelines-queue","status":"finished","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-09-25T22:17:55.280339613Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-buildah-demo-lrxiuauhxu-20027","reconcileID":"51537b96-9d60-42cb-9934-9ec6671cd63d"} {"level":"Level(-2)","ts":"2026-09-25T22:17:55.280374045Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-buildah-demo-lrxiuauhxu-20027","reconcileID":"51537b96-9d60-42cb-9934-9ec6671cd63d","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-25T22:17:56.265270982Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelines-queue","reconcileID":"dab318af-3937-4089-8a0e-ed960a40db45"} {"level":"Level(-2)","ts":"2026-09-25T22:17:56.265271321Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"5b95ed50-0f7e-4bc0-8968-67194ae46f42"} {"level":"Level(-2)","ts":"2026-09-25T22:17:56.284317049Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"pipelines-queue","namespace":"chains-e2e-kzcq"}} {"level":"Level(-2)","ts":"2026-09-25T22:17:56.28454542Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelines-queue","reconcileID":"68e5c047-d619-479d-af0e-1ae3d90a9ad6"} {"level":"Level(-2)","ts":"2026-09-25T22:17:56.287430396Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-09-25T22:17:56.287587766Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"21c03aef-942d-499f-b925-f5601a44f8fc"} {"level":"Level(-2)","ts":"2026-09-25T22:17:57.992277302Z","logger":"workload-reconciler","caller":"core/workload_controller.go:848","msg":"Workload create event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-kppsr-d7c68","namespace":"chains-e2e-kzcq"},"queue":"pipelines-queue","status":"pending"} {"level":"Level(-2)","ts":"2026-09-25T22:17:57.992329782Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-kppsr-d7c68","reconcileID":"726ab894-ecb8-47b4-9ab7-5555f22d9172"} {"level":"Level(-2)","ts":"2026-09-25T22:17:57.99239116Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-kppsr-d7c68","reconcileID":"726ab894-ecb8-47b4-9ab7-5555f22d9172","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-25T22:17:57.992426386Z","logger":"scheduler","caller":"scheduler/scheduler.go:226","msg":"Obtained heads","replica-role":"leader","schedulingCycle":2,"headCount":1,"waitDuration":246.168636114} {"level":"Level(-2)","ts":"2026-09-25T22:17:57.992460209Z","logger":"scheduler","caller":"scheduler/scheduler.go:241","msg":"Snapshot taken","replica-role":"leader","schedulingCycle":2,"duration":0.000012106} {"level":"Level(-2)","ts":"2026-09-25T22:17:57.992439864Z","logger":"workload-reconciler","caller":"core/workload_controller.go:194","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-kppsr-d7c68","reconcileID":"abeb7488-0fc9-4c84-9186-cb85124a6766"} {"level":"Level(-2)","ts":"2026-09-25T22:17:57.992537084Z","logger":"scheduler","caller":"scheduler/scheduler.go:246","msg":"Nomination done","replica-role":"leader","schedulingCycle":2,"entries":1,"inadmissibleEntries":0,"duration":0.000068354} {"level":"Level(-2)","ts":"2026-09-25T22:17:57.992552583Z","logger":"scheduler","caller":"scheduler/scheduler.go:268","msg":"Attempting to schedule workload","replica-role":"leader","schedulingCycle":2,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-kppsr-d7c68","namespace":"chains-e2e-kzcq"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-09-25T22:17:57.992583961Z","logger":"scheduler","caller":"scheduler/scheduler.go:718","msg":"Workload assumed in the cache","replica-role":"leader","schedulingCycle":2,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-kppsr-d7c68","namespace":"chains-e2e-kzcq"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-09-25T22:17:57.99259851Z","logger":"scheduler","caller":"scheduler/scheduler.go:404","msg":"Workload processing done","replica-role":"leader","schedulingCycle":2,"duration":0.000049177} {"level":"Level(-2)","ts":"2026-09-25T22:17:57.992609817Z","logger":"scheduler","caller":"scheduler/scheduler.go:215","msg":"Scheduling cycle complete","replica-role":"leader","schedulingCycle":2,"duration":246.168819793} {"level":"Level(-2)","ts":"2026-09-25T22:17:57.992621043Z","logger":"scheduler","caller":"scheduler/scheduler.go:213","msg":"Scheduling cycle starts","replica-role":"leader","schedulingCycle":3} {"level":"Level(-2)","ts":"2026-09-25T22:17:58.012227624Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-kppsr-d7c68","namespace":"chains-e2e-kzcq"},"queue":"pipelines-queue","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-09-25T22:17:58.012260241Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-kppsr-d7c68","reconcileID":"cccb27c1-cd39-476c-94c5-82f5b66e4832"} {"level":"Level(-2)","ts":"2026-09-25T22:17:58.012320262Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-kppsr-d7c68","reconcileID":"cccb27c1-cd39-476c-94c5-82f5b66e4832","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-25T22:17:58.016593391Z","logger":"scheduler","caller":"scheduler/scheduler.go:681","msg":"Workload successfully admitted and assigned flavors","replica-role":"leader","schedulingCycle":2,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-kppsr-d7c68","namespace":"chains-e2e-kzcq"},"clusterQueue":{"name":"cluster-pipeline-queue"},"assignments":[{"name":"pod-set-1","flavors":{"konflux-ci-dev-token":"default-flavor","tekton.dev/pipelineruns":"default-flavor"},"resourceUsage":{"konflux-ci-dev-token":"1","tekton.dev/pipelineruns":"1"},"count":1}]} {"level":"debug","ts":"2026-09-25T22:17:58.016662354Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Quota reserved in ClusterQueue cluster-pipeline-queue, wait time since queued was 1s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-kppsr-d7c68","uid":"08233d37-98bf-4903-8845-cba293614dcb","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"41752"},"reason":"QuotaReserved"} {"level":"debug","ts":"2026-09-25T22:17:58.016682042Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by ClusterQueue cluster-pipeline-queue, wait time since reservation was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-kppsr-d7c68","uid":"08233d37-98bf-4903-8845-cba293614dcb","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"41752"},"reason":"Admitted"} {"level":"Level(-2)","ts":"2026-09-25T22:17:58.992935847Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"5275662a-1d0b-4f3a-941e-bd6706bac4df"} {"level":"Level(-2)","ts":"2026-09-25T22:17:58.99295375Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelines-queue","reconcileID":"667c7a3b-b05d-40ff-bbcf-48b4fdd3c552"} {"level":"Level(-2)","ts":"2026-09-25T22:17:59.019563444Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-09-25T22:17:59.022335076Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"pipelines-queue","namespace":"chains-e2e-kzcq"}} {"level":"Level(-2)","ts":"2026-09-25T22:17:59.022389046Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelines-queue","reconcileID":"6fdc56ca-4bb3-4287-9bd3-3bb76cea79bb"} {"level":"Level(-2)","ts":"2026-09-25T22:17:59.02664146Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"88978cfe-f8d6-4524-96de-dc5cd29c7acf"} {"level":"error","ts":"2026-09-25T22:18:02.941445529Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"Level(-2)","ts":"2026-09-25T22:18:20.153713166Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-kppsr-d7c68","namespace":"chains-e2e-kzcq"},"queue":"pipelines-queue","status":"finished","prevStatus":"admitted","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-09-25T22:18:20.153774439Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-kppsr-d7c68","reconcileID":"87e328b7-3bb6-4f06-abce-92a1309b9d8f"} {"level":"Level(-2)","ts":"2026-09-25T22:18:20.153833458Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-kppsr-d7c68","reconcileID":"87e328b7-3bb6-4f06-abce-92a1309b9d8f","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-25T22:18:20.170529025Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-kppsr-d7c68","namespace":"chains-e2e-kzcq"},"queue":"pipelines-queue","status":"finished","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-09-25T22:18:20.170563313Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-kppsr-d7c68","reconcileID":"6678e615-d230-4ab7-9aa6-d9fd481201a7"} {"level":"Level(-2)","ts":"2026-09-25T22:18:20.170606148Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-kppsr-d7c68","reconcileID":"6678e615-d230-4ab7-9aa6-d9fd481201a7","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-25T22:18:21.15397623Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelines-queue","reconcileID":"9f4f4396-6e80-4475-bc31-0e524173fb46"} {"level":"Level(-2)","ts":"2026-09-25T22:18:21.153976148Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"eb2a5856-db09-4cd1-839d-50ff7b393451"} {"level":"Level(-2)","ts":"2026-09-25T22:18:21.172592714Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"pipelines-queue","namespace":"chains-e2e-kzcq"}} {"level":"Level(-2)","ts":"2026-09-25T22:18:21.172660435Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelines-queue","reconcileID":"64b09da5-c231-418c-8646-d429e55f6418"} {"level":"Level(-2)","ts":"2026-09-25T22:18:21.173060678Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-09-25T22:18:21.173755709Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"39c85b92-783c-4dce-acd3-275652271453"} {"level":"Level(-2)","ts":"2026-09-25T22:18:21.241583531Z","logger":"workload-reconciler","caller":"core/workload_controller.go:848","msg":"Workload create event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-8qdwq-87fbc","namespace":"chains-e2e-kzcq"},"queue":"pipelines-queue","status":"pending"} {"level":"Level(-2)","ts":"2026-09-25T22:18:21.24160452Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-8qdwq-87fbc","reconcileID":"1f9a0d97-8352-4689-944b-e0b48139f2d1"} {"level":"Level(-2)","ts":"2026-09-25T22:18:21.241650326Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-8qdwq-87fbc","reconcileID":"1f9a0d97-8352-4689-944b-e0b48139f2d1","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-25T22:18:21.241715931Z","logger":"scheduler","caller":"scheduler/scheduler.go:226","msg":"Obtained heads","replica-role":"leader","schedulingCycle":3,"headCount":1,"waitDuration":23.249093372} {"level":"Level(-2)","ts":"2026-09-25T22:18:21.241751358Z","logger":"scheduler","caller":"scheduler/scheduler.go:241","msg":"Snapshot taken","replica-role":"leader","schedulingCycle":3,"duration":0.000010019} {"level":"Level(-2)","ts":"2026-09-25T22:18:21.241748021Z","logger":"workload-reconciler","caller":"core/workload_controller.go:194","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-8qdwq-87fbc","reconcileID":"4a58daef-3a25-4b98-92d5-41f44d990b9d"} {"level":"Level(-2)","ts":"2026-09-25T22:18:21.241830626Z","logger":"scheduler","caller":"scheduler/scheduler.go:246","msg":"Nomination done","replica-role":"leader","schedulingCycle":3,"entries":1,"inadmissibleEntries":0,"duration":0.000065912} {"level":"Level(-2)","ts":"2026-09-25T22:18:21.241872282Z","logger":"scheduler","caller":"scheduler/scheduler.go:268","msg":"Attempting to schedule workload","replica-role":"leader","schedulingCycle":3,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-8qdwq-87fbc","namespace":"chains-e2e-kzcq"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-09-25T22:18:21.241921461Z","logger":"scheduler","caller":"scheduler/scheduler.go:718","msg":"Workload assumed in the cache","replica-role":"leader","schedulingCycle":3,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-8qdwq-87fbc","namespace":"chains-e2e-kzcq"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-09-25T22:18:21.241938359Z","logger":"scheduler","caller":"scheduler/scheduler.go:404","msg":"Workload processing done","replica-role":"leader","schedulingCycle":3,"duration":0.000074971} {"level":"Level(-2)","ts":"2026-09-25T22:18:21.241952386Z","logger":"scheduler","caller":"scheduler/scheduler.go:215","msg":"Scheduling cycle complete","replica-role":"leader","schedulingCycle":3,"duration":23.249331215} {"level":"Level(-2)","ts":"2026-09-25T22:18:21.241963212Z","logger":"scheduler","caller":"scheduler/scheduler.go:213","msg":"Scheduling cycle starts","replica-role":"leader","schedulingCycle":4} {"level":"Level(-2)","ts":"2026-09-25T22:18:21.255588443Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-8qdwq-87fbc","namespace":"chains-e2e-kzcq"},"queue":"pipelines-queue","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-09-25T22:18:21.255624691Z","logger":"scheduler","caller":"scheduler/scheduler.go:681","msg":"Workload successfully admitted and assigned flavors","replica-role":"leader","schedulingCycle":3,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-8qdwq-87fbc","namespace":"chains-e2e-kzcq"},"clusterQueue":{"name":"cluster-pipeline-queue"},"assignments":[{"name":"pod-set-1","flavors":{"konflux-ci-dev-token":"default-flavor","tekton.dev/pipelineruns":"default-flavor"},"resourceUsage":{"konflux-ci-dev-token":"1","tekton.dev/pipelineruns":"1"},"count":1}]} {"level":"debug","ts":"2026-09-25T22:18:21.255656303Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Quota reserved in ClusterQueue cluster-pipeline-queue, wait time since queued was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-8qdwq-87fbc","uid":"414b0a45-8529-4265-9fe1-aa15eff354c8","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"42056"},"reason":"QuotaReserved"} {"level":"debug","ts":"2026-09-25T22:18:21.255670973Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by ClusterQueue cluster-pipeline-queue, wait time since reservation was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-8qdwq-87fbc","uid":"414b0a45-8529-4265-9fe1-aa15eff354c8","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"42056"},"reason":"Admitted"} {"level":"Level(-2)","ts":"2026-09-25T22:18:21.255581731Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-8qdwq-87fbc","reconcileID":"d627b73b-1d66-4a90-a014-70ed4390db7c"} {"level":"Level(-2)","ts":"2026-09-25T22:18:21.255688088Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-8qdwq-87fbc","reconcileID":"d627b73b-1d66-4a90-a014-70ed4390db7c","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-25T22:18:22.242051751Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"9ccb3bee-b3e3-4685-b821-734ed00eb434"} {"level":"Level(-2)","ts":"2026-09-25T22:18:22.242109225Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelines-queue","reconcileID":"37ef7de2-f212-4958-ab0a-9e853f1a2ce9"} {"level":"Level(-2)","ts":"2026-09-25T22:18:22.259875573Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"pipelines-queue","namespace":"chains-e2e-kzcq"}} {"level":"Level(-2)","ts":"2026-09-25T22:18:22.260015606Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-09-25T22:18:22.260156508Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"9ea72340-13f5-4ea7-b632-871a9d2245c9"} {"level":"Level(-2)","ts":"2026-09-25T22:18:22.260797774Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelines-queue","reconcileID":"30f67c58-05c9-445f-b21d-e9b57618a5e3"} {"level":"Level(-2)","ts":"2026-09-25T22:18:35.235757326Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-8qdwq-87fbc","namespace":"chains-e2e-kzcq"},"queue":"pipelines-queue","status":"finished","prevStatus":"admitted","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-09-25T22:18:35.23578514Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-8qdwq-87fbc","reconcileID":"382cbf2b-e6b0-4a8f-8588-c18ed30e34c9"} {"level":"Level(-2)","ts":"2026-09-25T22:18:35.235832057Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-8qdwq-87fbc","reconcileID":"382cbf2b-e6b0-4a8f-8588-c18ed30e34c9","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-25T22:18:35.255910772Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-8qdwq-87fbc","namespace":"chains-e2e-kzcq"},"queue":"pipelines-queue","status":"finished","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-09-25T22:18:35.255953128Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-8qdwq-87fbc","reconcileID":"316f8955-0645-4323-b6be-0b1f1b17da1e"} {"level":"Level(-2)","ts":"2026-09-25T22:18:35.25599997Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-8qdwq-87fbc","reconcileID":"316f8955-0645-4323-b6be-0b1f1b17da1e","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-25T22:18:35.474533128Z","logger":"workload-reconciler","caller":"core/workload_controller.go:848","msg":"Workload create event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-nf4zk-ac6ce","namespace":"chains-e2e-kzcq"},"queue":"pipelines-queue","status":"pending"} {"level":"Level(-2)","ts":"2026-09-25T22:18:35.474569869Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-nf4zk-ac6ce","reconcileID":"0979c0da-9ccc-44f4-890b-3101df69aa5c"} {"level":"Level(-2)","ts":"2026-09-25T22:18:35.474605334Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-nf4zk-ac6ce","reconcileID":"0979c0da-9ccc-44f4-890b-3101df69aa5c","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-25T22:18:35.474624927Z","logger":"workload-reconciler","caller":"core/workload_controller.go:194","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-nf4zk-ac6ce","reconcileID":"d1300d66-2b41-4f48-a267-af3833e59387"} {"level":"Level(-2)","ts":"2026-09-25T22:18:35.474620963Z","logger":"scheduler","caller":"scheduler/scheduler.go:226","msg":"Obtained heads","replica-role":"leader","schedulingCycle":4,"headCount":1,"waitDuration":14.232657427} {"level":"Level(-2)","ts":"2026-09-25T22:18:35.474650741Z","logger":"scheduler","caller":"scheduler/scheduler.go:241","msg":"Snapshot taken","replica-role":"leader","schedulingCycle":4,"duration":0.000009964} {"level":"Level(-2)","ts":"2026-09-25T22:18:35.474700883Z","logger":"scheduler","caller":"scheduler/scheduler.go:246","msg":"Nomination done","replica-role":"leader","schedulingCycle":4,"entries":1,"inadmissibleEntries":0,"duration":0.000041096} {"level":"Level(-2)","ts":"2026-09-25T22:18:35.474715378Z","logger":"scheduler","caller":"scheduler/scheduler.go:268","msg":"Attempting to schedule workload","replica-role":"leader","schedulingCycle":4,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-nf4zk-ac6ce","namespace":"chains-e2e-kzcq"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-09-25T22:18:35.474750054Z","logger":"scheduler","caller":"scheduler/scheduler.go:718","msg":"Workload assumed in the cache","replica-role":"leader","schedulingCycle":4,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-nf4zk-ac6ce","namespace":"chains-e2e-kzcq"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-09-25T22:18:35.474766051Z","logger":"scheduler","caller":"scheduler/scheduler.go:404","msg":"Workload processing done","replica-role":"leader","schedulingCycle":4,"duration":0.00005355} {"level":"Level(-2)","ts":"2026-09-25T22:18:35.474778185Z","logger":"scheduler","caller":"scheduler/scheduler.go:215","msg":"Scheduling cycle complete","replica-role":"leader","schedulingCycle":4,"duration":14.232814875} {"level":"Level(-2)","ts":"2026-09-25T22:18:35.474789041Z","logger":"scheduler","caller":"scheduler/scheduler.go:213","msg":"Scheduling cycle starts","replica-role":"leader","schedulingCycle":5} {"level":"Level(-2)","ts":"2026-09-25T22:18:35.495681382Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-nf4zk-ac6ce","namespace":"chains-e2e-kzcq"},"queue":"pipelines-queue","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-09-25T22:18:35.495686274Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-nf4zk-ac6ce","reconcileID":"a2da4e35-8fcb-4963-985d-42f6b208ecbe"} {"level":"Level(-2)","ts":"2026-09-25T22:18:35.49575784Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-nf4zk-ac6ce","reconcileID":"a2da4e35-8fcb-4963-985d-42f6b208ecbe","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-25T22:18:35.503503626Z","logger":"scheduler","caller":"scheduler/scheduler.go:681","msg":"Workload successfully admitted and assigned flavors","replica-role":"leader","schedulingCycle":4,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-nf4zk-ac6ce","namespace":"chains-e2e-kzcq"},"clusterQueue":{"name":"cluster-pipeline-queue"},"assignments":[{"name":"pod-set-1","flavors":{"konflux-ci-dev-token":"default-flavor","tekton.dev/pipelineruns":"default-flavor"},"resourceUsage":{"konflux-ci-dev-token":"1","tekton.dev/pipelineruns":"1"},"count":1}]} {"level":"debug","ts":"2026-09-25T22:18:35.50356886Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Quota reserved in ClusterQueue cluster-pipeline-queue, wait time since queued was 1s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-nf4zk-ac6ce","uid":"20b2fcd9-51e0-4554-b842-634bc1e805b2","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"42293"},"reason":"QuotaReserved"} {"level":"debug","ts":"2026-09-25T22:18:35.503588997Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by ClusterQueue cluster-pipeline-queue, wait time since reservation was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-nf4zk-ac6ce","uid":"20b2fcd9-51e0-4554-b842-634bc1e805b2","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"42293"},"reason":"Admitted"} {"level":"Level(-2)","ts":"2026-09-25T22:18:36.236764801Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"6e569c32-ee87-4016-b9f9-74c46197541f"} {"level":"Level(-2)","ts":"2026-09-25T22:18:36.236775257Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelines-queue","reconcileID":"bfd137e1-e152-46b0-8a39-b6f2715c3b4f"} {"level":"Level(-2)","ts":"2026-09-25T22:18:57.400511594Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-nf4zk-ac6ce","namespace":"chains-e2e-kzcq"},"queue":"pipelines-queue","status":"finished","prevStatus":"admitted","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-09-25T22:18:57.400537894Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-nf4zk-ac6ce","reconcileID":"4e79a584-8af0-4a0a-9450-6fb1aa035198"} {"level":"Level(-2)","ts":"2026-09-25T22:18:57.400595821Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-nf4zk-ac6ce","reconcileID":"4e79a584-8af0-4a0a-9450-6fb1aa035198","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-25T22:18:57.415325994Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-nf4zk-ac6ce","namespace":"chains-e2e-kzcq"},"queue":"pipelines-queue","status":"finished","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-09-25T22:18:57.415341138Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-nf4zk-ac6ce","reconcileID":"70904229-40f0-4e51-abca-f20140892a33"} {"level":"Level(-2)","ts":"2026-09-25T22:18:57.415374935Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-nf4zk-ac6ce","reconcileID":"70904229-40f0-4e51-abca-f20140892a33","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-25T22:18:57.695105954Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-bxzjc-be1da","reconcileID":"6d1bc085-8171-4719-b539-56df9bafc1e1"} {"level":"Level(-2)","ts":"2026-09-25T22:18:57.695152616Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-bxzjc-be1da","reconcileID":"6d1bc085-8171-4719-b539-56df9bafc1e1","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-25T22:18:57.695118782Z","logger":"workload-reconciler","caller":"core/workload_controller.go:848","msg":"Workload create event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-bxzjc-be1da","namespace":"chains-e2e-kzcq"},"queue":"pipelines-queue","status":"pending"} {"level":"Level(-2)","ts":"2026-09-25T22:18:57.695253049Z","logger":"workload-reconciler","caller":"core/workload_controller.go:194","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-bxzjc-be1da","reconcileID":"8b807fac-42b4-4f0a-bca9-2e0285542e50"} {"level":"Level(-2)","ts":"2026-09-25T22:18:57.695257165Z","logger":"scheduler","caller":"scheduler/scheduler.go:226","msg":"Obtained heads","replica-role":"leader","schedulingCycle":5,"headCount":1,"waitDuration":22.220467462} {"level":"Level(-2)","ts":"2026-09-25T22:18:57.695283922Z","logger":"scheduler","caller":"scheduler/scheduler.go:241","msg":"Snapshot taken","replica-role":"leader","schedulingCycle":5,"duration":0.000011848} {"level":"Level(-2)","ts":"2026-09-25T22:18:57.695382518Z","logger":"scheduler","caller":"scheduler/scheduler.go:246","msg":"Nomination done","replica-role":"leader","schedulingCycle":5,"entries":1,"inadmissibleEntries":0,"duration":0.000089487} {"level":"Level(-2)","ts":"2026-09-25T22:18:57.695399161Z","logger":"scheduler","caller":"scheduler/scheduler.go:268","msg":"Attempting to schedule workload","replica-role":"leader","schedulingCycle":5,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-bxzjc-be1da","namespace":"chains-e2e-kzcq"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-09-25T22:18:57.695428119Z","logger":"scheduler","caller":"scheduler/scheduler.go:718","msg":"Workload assumed in the cache","replica-role":"leader","schedulingCycle":5,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-bxzjc-be1da","namespace":"chains-e2e-kzcq"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-09-25T22:18:57.695443982Z","logger":"scheduler","caller":"scheduler/scheduler.go:404","msg":"Workload processing done","replica-role":"leader","schedulingCycle":5,"duration":0.000047723} {"level":"Level(-2)","ts":"2026-09-25T22:18:57.695453509Z","logger":"scheduler","caller":"scheduler/scheduler.go:215","msg":"Scheduling cycle complete","replica-role":"leader","schedulingCycle":5,"duration":22.220664363} {"level":"Level(-2)","ts":"2026-09-25T22:18:57.695466352Z","logger":"scheduler","caller":"scheduler/scheduler.go:213","msg":"Scheduling cycle starts","replica-role":"leader","schedulingCycle":6} {"level":"Level(-2)","ts":"2026-09-25T22:18:57.709772823Z","logger":"scheduler","caller":"scheduler/scheduler.go:681","msg":"Workload successfully admitted and assigned flavors","replica-role":"leader","schedulingCycle":5,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-bxzjc-be1da","namespace":"chains-e2e-kzcq"},"clusterQueue":{"name":"cluster-pipeline-queue"},"assignments":[{"name":"pod-set-1","flavors":{"konflux-ci-dev-token":"default-flavor","tekton.dev/pipelineruns":"default-flavor"},"resourceUsage":{"konflux-ci-dev-token":"1","tekton.dev/pipelineruns":"1"},"count":1}]} {"level":"debug","ts":"2026-09-25T22:18:57.709802242Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Quota reserved in ClusterQueue cluster-pipeline-queue, wait time since queued was 1s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-bxzjc-be1da","uid":"5ff946e5-b419-4f65-9ff0-3423e4a421a8","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"42577"},"reason":"QuotaReserved"} {"level":"debug","ts":"2026-09-25T22:18:57.70981392Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by ClusterQueue cluster-pipeline-queue, wait time since reservation was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-bxzjc-be1da","uid":"5ff946e5-b419-4f65-9ff0-3423e4a421a8","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"42577"},"reason":"Admitted"} {"level":"Level(-2)","ts":"2026-09-25T22:18:57.709834086Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-bxzjc-be1da","namespace":"chains-e2e-kzcq"},"queue":"pipelines-queue","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-09-25T22:18:57.709871106Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-bxzjc-be1da","reconcileID":"b01b7a23-b8a7-4f2a-a101-1359299238b3"} {"level":"Level(-2)","ts":"2026-09-25T22:18:57.70991279Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-bxzjc-be1da","reconcileID":"b01b7a23-b8a7-4f2a-a101-1359299238b3","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-25T22:18:58.401696727Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"684e9ca5-8295-4d96-b9a7-249a7c5a92be"} {"level":"Level(-2)","ts":"2026-09-25T22:18:58.401754221Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelines-queue","reconcileID":"2fe7ec88-f9b2-410e-ac84-f27d8fa8c717"} {"level":"error","ts":"2026-09-25T22:19:02.536926328Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"Level(-2)","ts":"2026-09-25T22:19:08.357431559Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-bxzjc-be1da","namespace":"chains-e2e-kzcq"},"queue":"pipelines-queue","status":"finished","prevStatus":"admitted","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-09-25T22:19:08.357451065Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-bxzjc-be1da","reconcileID":"c809641b-d5e9-465b-9bb2-cc47bc509fb4"} {"level":"Level(-2)","ts":"2026-09-25T22:19:08.357501019Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-bxzjc-be1da","reconcileID":"c809641b-d5e9-465b-9bb2-cc47bc509fb4","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-25T22:19:08.372909711Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-bxzjc-be1da","namespace":"chains-e2e-kzcq"},"queue":"pipelines-queue","status":"finished","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-09-25T22:19:08.372921129Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-bxzjc-be1da","reconcileID":"dd351b35-4f27-4b0e-ad4d-27ba4a8c5665"} {"level":"Level(-2)","ts":"2026-09-25T22:19:08.373032202Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-bxzjc-be1da","reconcileID":"dd351b35-4f27-4b0e-ad4d-27ba4a8c5665","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-25T22:19:08.891872496Z","logger":"workload-reconciler","caller":"core/workload_controller.go:848","msg":"Workload create event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-nxbzn-e6578","namespace":"chains-e2e-kzcq"},"queue":"pipelines-queue","status":"pending"} {"level":"Level(-2)","ts":"2026-09-25T22:19:08.891910072Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-nxbzn-e6578","reconcileID":"5696f378-73fd-4a10-ad0e-4ced850c246f"} {"level":"Level(-2)","ts":"2026-09-25T22:19:08.891944177Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-nxbzn-e6578","reconcileID":"5696f378-73fd-4a10-ad0e-4ced850c246f","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-25T22:19:08.891963987Z","logger":"scheduler","caller":"scheduler/scheduler.go:226","msg":"Obtained heads","replica-role":"leader","schedulingCycle":6,"headCount":1,"waitDuration":11.196497017} {"level":"Level(-2)","ts":"2026-09-25T22:19:08.891997046Z","logger":"scheduler","caller":"scheduler/scheduler.go:241","msg":"Snapshot taken","replica-role":"leader","schedulingCycle":6,"duration":0.000009874} {"level":"Level(-2)","ts":"2026-09-25T22:19:08.892041746Z","logger":"scheduler","caller":"scheduler/scheduler.go:246","msg":"Nomination done","replica-role":"leader","schedulingCycle":6,"entries":1,"inadmissibleEntries":0,"duration":0.000036773} {"level":"Level(-2)","ts":"2026-09-25T22:19:08.892055101Z","logger":"scheduler","caller":"scheduler/scheduler.go:268","msg":"Attempting to schedule workload","replica-role":"leader","schedulingCycle":6,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-nxbzn-e6578","namespace":"chains-e2e-kzcq"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-09-25T22:19:08.892082581Z","logger":"scheduler","caller":"scheduler/scheduler.go:718","msg":"Workload assumed in the cache","replica-role":"leader","schedulingCycle":6,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-nxbzn-e6578","namespace":"chains-e2e-kzcq"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-09-25T22:19:08.892099328Z","logger":"scheduler","caller":"scheduler/scheduler.go:404","msg":"Workload processing done","replica-role":"leader","schedulingCycle":6,"duration":0.000046934} {"level":"Level(-2)","ts":"2026-09-25T22:19:08.892117632Z","logger":"scheduler","caller":"scheduler/scheduler.go:215","msg":"Scheduling cycle complete","replica-role":"leader","schedulingCycle":6,"duration":11.19665107} {"level":"Level(-2)","ts":"2026-09-25T22:19:08.892131726Z","logger":"scheduler","caller":"scheduler/scheduler.go:213","msg":"Scheduling cycle starts","replica-role":"leader","schedulingCycle":7} {"level":"Level(-2)","ts":"2026-09-25T22:19:08.907103927Z","logger":"scheduler","caller":"scheduler/scheduler.go:681","msg":"Workload successfully admitted and assigned flavors","replica-role":"leader","schedulingCycle":6,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-nxbzn-e6578","namespace":"chains-e2e-kzcq"},"clusterQueue":{"name":"cluster-pipeline-queue"},"assignments":[{"name":"pod-set-1","flavors":{"konflux-ci-dev-token":"default-flavor","tekton.dev/pipelineruns":"default-flavor"},"resourceUsage":{"konflux-ci-dev-token":"1","tekton.dev/pipelineruns":"1"},"count":1}]} {"level":"debug","ts":"2026-09-25T22:19:08.907131241Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Quota reserved in ClusterQueue cluster-pipeline-queue, wait time since queued was 1s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-nxbzn-e6578","uid":"4ca40106-0043-4cbe-a752-a0cb233332df","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"42811"},"reason":"QuotaReserved"} {"level":"debug","ts":"2026-09-25T22:19:08.907141656Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by ClusterQueue cluster-pipeline-queue, wait time since reservation was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-nxbzn-e6578","uid":"4ca40106-0043-4cbe-a752-a0cb233332df","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"42811"},"reason":"Admitted"} {"level":"Level(-2)","ts":"2026-09-25T22:19:08.907280425Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-nxbzn-e6578","namespace":"chains-e2e-kzcq"},"queue":"pipelines-queue","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-09-25T22:19:08.907317898Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-nxbzn-e6578","reconcileID":"7967ee1a-ecfe-4d1f-82f7-4bfef6f12c38"} {"level":"Level(-2)","ts":"2026-09-25T22:19:08.907335494Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-nxbzn-e6578","reconcileID":"7967ee1a-ecfe-4d1f-82f7-4bfef6f12c38","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-25T22:19:09.358675898Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"50f825f9-093b-4fff-bb87-337775504507"} {"level":"Level(-2)","ts":"2026-09-25T22:19:09.358680876Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelines-queue","reconcileID":"db6aa32d-08fe-435a-b656-3f31f9a1f060"} {"level":"Level(-2)","ts":"2026-09-25T22:19:23.439178577Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-nxbzn-e6578","reconcileID":"01a3bdc5-a9b9-4376-9f00-221f84eb0eac"} {"level":"Level(-2)","ts":"2026-09-25T22:19:23.439223388Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-nxbzn-e6578","reconcileID":"01a3bdc5-a9b9-4376-9f00-221f84eb0eac","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-25T22:19:23.439177426Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-nxbzn-e6578","namespace":"chains-e2e-kzcq"},"queue":"pipelines-queue","status":"finished","prevStatus":"admitted","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-09-25T22:19:23.45519422Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-nxbzn-e6578","namespace":"chains-e2e-kzcq"},"queue":"pipelines-queue","status":"finished","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-09-25T22:19:23.455224795Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-nxbzn-e6578","reconcileID":"be13d1ef-4217-47b5-b7e6-2f2395cdb0d6"} {"level":"Level(-2)","ts":"2026-09-25T22:19:23.455259576Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-nxbzn-e6578","reconcileID":"be13d1ef-4217-47b5-b7e6-2f2395cdb0d6","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-25T22:19:23.978344799Z","logger":"workload-reconciler","caller":"core/workload_controller.go:848","msg":"Workload create event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-kfkkp-efb59","namespace":"chains-e2e-kzcq"},"queue":"pipelines-queue","status":"pending"} {"level":"Level(-2)","ts":"2026-09-25T22:19:23.978367184Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-kfkkp-efb59","reconcileID":"de9cf628-e001-4514-bf88-83ab3631ba2f"} {"level":"Level(-2)","ts":"2026-09-25T22:19:23.978396252Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-kfkkp-efb59","reconcileID":"de9cf628-e001-4514-bf88-83ab3631ba2f","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-25T22:19:23.978425512Z","logger":"scheduler","caller":"scheduler/scheduler.go:226","msg":"Obtained heads","replica-role":"leader","schedulingCycle":7,"headCount":1,"waitDuration":15.086293488} {"level":"Level(-2)","ts":"2026-09-25T22:19:23.978452303Z","logger":"scheduler","caller":"scheduler/scheduler.go:241","msg":"Snapshot taken","replica-role":"leader","schedulingCycle":7,"duration":0.0000115} {"level":"Level(-2)","ts":"2026-09-25T22:19:23.97851364Z","logger":"scheduler","caller":"scheduler/scheduler.go:246","msg":"Nomination done","replica-role":"leader","schedulingCycle":7,"entries":1,"inadmissibleEntries":0,"duration":0.000053493} {"level":"Level(-2)","ts":"2026-09-25T22:19:23.978528568Z","logger":"scheduler","caller":"scheduler/scheduler.go:268","msg":"Attempting to schedule workload","replica-role":"leader","schedulingCycle":7,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-kfkkp-efb59","namespace":"chains-e2e-kzcq"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-09-25T22:19:23.978558887Z","logger":"scheduler","caller":"scheduler/scheduler.go:718","msg":"Workload assumed in the cache","replica-role":"leader","schedulingCycle":7,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-kfkkp-efb59","namespace":"chains-e2e-kzcq"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-09-25T22:19:23.978574882Z","logger":"scheduler","caller":"scheduler/scheduler.go:404","msg":"Workload processing done","replica-role":"leader","schedulingCycle":7,"duration":0.000049224} {"level":"Level(-2)","ts":"2026-09-25T22:19:23.978586749Z","logger":"scheduler","caller":"scheduler/scheduler.go:215","msg":"Scheduling cycle complete","replica-role":"leader","schedulingCycle":7,"duration":15.086454859} {"level":"Level(-2)","ts":"2026-09-25T22:19:23.978597137Z","logger":"scheduler","caller":"scheduler/scheduler.go:213","msg":"Scheduling cycle starts","replica-role":"leader","schedulingCycle":8} {"level":"Level(-2)","ts":"2026-09-25T22:19:23.995335163Z","logger":"scheduler","caller":"scheduler/scheduler.go:681","msg":"Workload successfully admitted and assigned flavors","replica-role":"leader","schedulingCycle":7,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-kfkkp-efb59","namespace":"chains-e2e-kzcq"},"clusterQueue":{"name":"cluster-pipeline-queue"},"assignments":[{"name":"pod-set-1","flavors":{"konflux-ci-dev-token":"default-flavor","tekton.dev/pipelineruns":"default-flavor"},"resourceUsage":{"konflux-ci-dev-token":"1","tekton.dev/pipelineruns":"1"},"count":1}]} {"level":"debug","ts":"2026-09-25T22:19:23.995363259Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Quota reserved in ClusterQueue cluster-pipeline-queue, wait time since queued was 1s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-kfkkp-efb59","uid":"e2df3e29-8df3-45a5-a7ab-68074c69b1b9","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"43047"},"reason":"QuotaReserved"} {"level":"debug","ts":"2026-09-25T22:19:23.995373924Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by ClusterQueue cluster-pipeline-queue, wait time since reservation was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-kfkkp-efb59","uid":"e2df3e29-8df3-45a5-a7ab-68074c69b1b9","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"43047"},"reason":"Admitted"} {"level":"Level(-2)","ts":"2026-09-25T22:19:23.997061643Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-kfkkp-efb59","namespace":"chains-e2e-kzcq"},"queue":"pipelines-queue","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-09-25T22:19:23.997075344Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-kfkkp-efb59","reconcileID":"7c8fed1d-36e2-44c0-ba44-777703305583"} {"level":"Level(-2)","ts":"2026-09-25T22:19:23.997098753Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-kfkkp-efb59","reconcileID":"7c8fed1d-36e2-44c0-ba44-777703305583","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-25T22:19:24.439987487Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"3ab30135-878a-4a56-83b8-96a7d2ce6901"} {"level":"Level(-2)","ts":"2026-09-25T22:19:24.439986581Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelines-queue","reconcileID":"9ffc258c-00a6-4402-803d-b270bdcb37aa"} {"level":"error","ts":"2026-09-25T22:19:40.852222398Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"Level(-2)","ts":"2026-09-25T22:19:42.512668498Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-kfkkp-efb59","namespace":"chains-e2e-kzcq"},"queue":"pipelines-queue","status":"finished","prevStatus":"admitted","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-09-25T22:19:42.512695776Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-kfkkp-efb59","reconcileID":"8e320c21-48d4-4849-8620-3196099837b5"} {"level":"Level(-2)","ts":"2026-09-25T22:19:42.512743872Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-kfkkp-efb59","reconcileID":"8e320c21-48d4-4849-8620-3196099837b5","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-25T22:19:42.529821349Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-kfkkp-efb59","namespace":"chains-e2e-kzcq"},"queue":"pipelines-queue","status":"finished","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-09-25T22:19:42.529840905Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-kfkkp-efb59","reconcileID":"d8e41d2e-08f1-446f-8d10-0a1024cee3db"} {"level":"Level(-2)","ts":"2026-09-25T22:19:42.529872483Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-kfkkp-efb59","reconcileID":"d8e41d2e-08f1-446f-8d10-0a1024cee3db","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-25T22:19:43.117149469Z","logger":"workload-reconciler","caller":"core/workload_controller.go:848","msg":"Workload create event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-fj9jc-7ccab","namespace":"chains-e2e-kzcq"},"queue":"pipelines-queue","status":"pending"} {"level":"Level(-2)","ts":"2026-09-25T22:19:43.117174118Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-fj9jc-7ccab","reconcileID":"95ca247b-f875-490c-8928-95b38ec94e7e"} {"level":"Level(-2)","ts":"2026-09-25T22:19:43.117211973Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-fj9jc-7ccab","reconcileID":"95ca247b-f875-490c-8928-95b38ec94e7e","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-25T22:19:43.117266847Z","logger":"scheduler","caller":"scheduler/scheduler.go:226","msg":"Obtained heads","replica-role":"leader","schedulingCycle":8,"headCount":1,"waitDuration":19.138668944} {"level":"Level(-2)","ts":"2026-09-25T22:19:43.117326721Z","logger":"scheduler","caller":"scheduler/scheduler.go:241","msg":"Snapshot taken","replica-role":"leader","schedulingCycle":8,"duration":0.000009944} {"level":"Level(-2)","ts":"2026-09-25T22:19:43.117412346Z","logger":"scheduler","caller":"scheduler/scheduler.go:246","msg":"Nomination done","replica-role":"leader","schedulingCycle":8,"entries":1,"inadmissibleEntries":0,"duration":0.000074921} {"level":"Level(-2)","ts":"2026-09-25T22:19:43.117429649Z","logger":"scheduler","caller":"scheduler/scheduler.go:268","msg":"Attempting to schedule workload","replica-role":"leader","schedulingCycle":8,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-fj9jc-7ccab","namespace":"chains-e2e-kzcq"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-09-25T22:19:43.11746636Z","logger":"scheduler","caller":"scheduler/scheduler.go:718","msg":"Workload assumed in the cache","replica-role":"leader","schedulingCycle":8,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-fj9jc-7ccab","namespace":"chains-e2e-kzcq"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-09-25T22:19:43.117482918Z","logger":"scheduler","caller":"scheduler/scheduler.go:404","msg":"Workload processing done","replica-role":"leader","schedulingCycle":8,"duration":0.000056008} {"level":"Level(-2)","ts":"2026-09-25T22:19:43.117493227Z","logger":"scheduler","caller":"scheduler/scheduler.go:215","msg":"Scheduling cycle complete","replica-role":"leader","schedulingCycle":8,"duration":19.138895974} {"level":"Level(-2)","ts":"2026-09-25T22:19:43.117504487Z","logger":"scheduler","caller":"scheduler/scheduler.go:213","msg":"Scheduling cycle starts","replica-role":"leader","schedulingCycle":9} {"level":"Level(-2)","ts":"2026-09-25T22:19:43.130627985Z","logger":"scheduler","caller":"scheduler/scheduler.go:681","msg":"Workload successfully admitted and assigned flavors","replica-role":"leader","schedulingCycle":8,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-fj9jc-7ccab","namespace":"chains-e2e-kzcq"},"clusterQueue":{"name":"cluster-pipeline-queue"},"assignments":[{"name":"pod-set-1","flavors":{"konflux-ci-dev-token":"default-flavor","tekton.dev/pipelineruns":"default-flavor"},"resourceUsage":{"konflux-ci-dev-token":"1","tekton.dev/pipelineruns":"1"},"count":1}]} {"level":"debug","ts":"2026-09-25T22:19:43.130663295Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Quota reserved in ClusterQueue cluster-pipeline-queue, wait time since queued was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-fj9jc-7ccab","uid":"69895e55-4cf6-4a97-8968-8f0b5dd6e620","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"43307"},"reason":"QuotaReserved"} {"level":"debug","ts":"2026-09-25T22:19:43.130675948Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by ClusterQueue cluster-pipeline-queue, wait time since reservation was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-fj9jc-7ccab","uid":"69895e55-4cf6-4a97-8968-8f0b5dd6e620","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"43307"},"reason":"Admitted"} {"level":"Level(-2)","ts":"2026-09-25T22:19:43.131290508Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-fj9jc-7ccab","namespace":"chains-e2e-kzcq"},"queue":"pipelines-queue","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-09-25T22:19:43.131331496Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-fj9jc-7ccab","reconcileID":"52ca33a1-9107-4348-8870-b93bcb4e5310"} {"level":"Level(-2)","ts":"2026-09-25T22:19:43.13136635Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-fj9jc-7ccab","reconcileID":"52ca33a1-9107-4348-8870-b93bcb4e5310","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-25T22:19:43.513583468Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"60bac2fc-6be1-4806-a64d-f142293e2ed9"} {"level":"Level(-2)","ts":"2026-09-25T22:19:43.513580787Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelines-queue","reconcileID":"56cca206-c1fd-42d6-837f-74ca5e78d8a4"} {"level":"Level(-2)","ts":"2026-09-25T22:20:00.119817205Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29839580","reconcileID":"16d74ced-81b4-4da9-9b5e-b9265f69c42f","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29839580","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-09-25T22:20:00.127581421Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"pipelines-vacuum-29839580","reconcileID":"3e942ff3-c17d-40e1-ae74-a13b7f445055","job":"product-kubearchive/pipelines-vacuum-29839580","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-09-25T22:20:00.182840373Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"pipelines-vacuum-29839580","reconcileID":"8e4c2867-48dc-4e0d-a112-75c1a60ab1f5","job":"product-kubearchive/pipelines-vacuum-29839580","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-09-25T22:20:00.224693853Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29839580","reconcileID":"504f11b0-fe8a-47e8-b4cc-702e66b0550f","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29839580","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-09-25T22:20:02.332425404Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29839580","reconcileID":"6a9c1fd2-71e8-40c8-a2a8-3d0cf848bc98","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29839580","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-09-25T22:20:03.689547514Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"pipelines-vacuum-29839580","reconcileID":"f6ade602-d12d-4ec5-b76d-279a96996137","job":"product-kubearchive/pipelines-vacuum-29839580","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-09-25T22:20:03.904416907Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"pipelines-vacuum-29839580","reconcileID":"5ee5376e-eecd-462f-9d33-9311e4983aa4","job":"product-kubearchive/pipelines-vacuum-29839580","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-09-25T22:20:04.36339176Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29839580","reconcileID":"b64030c8-fd43-4270-b1e5-566190917325","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29839580","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-09-25T22:20:05.407669237Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29839580","reconcileID":"203ca7a8-0716-4044-917b-46c4a54e71ea","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29839580","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-09-25T22:20:05.42043816Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29839580","reconcileID":"a36fdc78-710d-4f80-ba52-f43cf488dfc1","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29839580","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-09-25T22:20:08.61928381Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-fj9jc-7ccab","namespace":"chains-e2e-kzcq"},"queue":"pipelines-queue","status":"finished","prevStatus":"admitted","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-09-25T22:20:08.619331107Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-fj9jc-7ccab","reconcileID":"9ae65f71-0ffc-4082-912b-834906442422"} {"level":"Level(-2)","ts":"2026-09-25T22:20:08.61938383Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-fj9jc-7ccab","reconcileID":"9ae65f71-0ffc-4082-912b-834906442422","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-25T22:20:08.636782106Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-fj9jc-7ccab","namespace":"chains-e2e-kzcq"},"queue":"pipelines-queue","status":"finished","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-09-25T22:20:08.636805113Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-fj9jc-7ccab","reconcileID":"a3eea6ed-e806-4167-a0f6-c52ee40bf0b1"} {"level":"Level(-2)","ts":"2026-09-25T22:20:08.636829513Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-fj9jc-7ccab","reconcileID":"a3eea6ed-e806-4167-a0f6-c52ee40bf0b1","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-25T22:20:09.218235797Z","logger":"workload-reconciler","caller":"core/workload_controller.go:848","msg":"Workload create event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-f72tc-f58e8","namespace":"chains-e2e-kzcq"},"queue":"pipelines-queue","status":"pending"} {"level":"Level(-2)","ts":"2026-09-25T22:20:09.218267779Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-f72tc-f58e8","reconcileID":"122db755-a948-435a-bc9e-a0339cd9298e"} {"level":"Level(-2)","ts":"2026-09-25T22:20:09.218318593Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-f72tc-f58e8","reconcileID":"122db755-a948-435a-bc9e-a0339cd9298e","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-25T22:20:09.218346201Z","logger":"scheduler","caller":"scheduler/scheduler.go:226","msg":"Obtained heads","replica-role":"leader","schedulingCycle":9,"headCount":1,"waitDuration":26.100841246} {"level":"Level(-2)","ts":"2026-09-25T22:20:09.218379604Z","logger":"scheduler","caller":"scheduler/scheduler.go:241","msg":"Snapshot taken","replica-role":"leader","schedulingCycle":9,"duration":0.000010484} {"level":"Level(-2)","ts":"2026-09-25T22:20:09.218436675Z","logger":"scheduler","caller":"scheduler/scheduler.go:246","msg":"Nomination done","replica-role":"leader","schedulingCycle":9,"entries":1,"inadmissibleEntries":0,"duration":0.000050891} {"level":"Level(-2)","ts":"2026-09-25T22:20:09.218452916Z","logger":"scheduler","caller":"scheduler/scheduler.go:268","msg":"Attempting to schedule workload","replica-role":"leader","schedulingCycle":9,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-f72tc-f58e8","namespace":"chains-e2e-kzcq"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-09-25T22:20:09.218502771Z","logger":"scheduler","caller":"scheduler/scheduler.go:718","msg":"Workload assumed in the cache","replica-role":"leader","schedulingCycle":9,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-f72tc-f58e8","namespace":"chains-e2e-kzcq"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-09-25T22:20:09.218518877Z","logger":"scheduler","caller":"scheduler/scheduler.go:404","msg":"Workload processing done","replica-role":"leader","schedulingCycle":9,"duration":0.00006901} {"level":"Level(-2)","ts":"2026-09-25T22:20:09.218528517Z","logger":"scheduler","caller":"scheduler/scheduler.go:215","msg":"Scheduling cycle complete","replica-role":"leader","schedulingCycle":9,"duration":26.101023904} {"level":"Level(-2)","ts":"2026-09-25T22:20:09.218539868Z","logger":"scheduler","caller":"scheduler/scheduler.go:213","msg":"Scheduling cycle starts","replica-role":"leader","schedulingCycle":10} {"level":"Level(-2)","ts":"2026-09-25T22:20:09.234889869Z","logger":"scheduler","caller":"scheduler/scheduler.go:681","msg":"Workload successfully admitted and assigned flavors","replica-role":"leader","schedulingCycle":9,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-f72tc-f58e8","namespace":"chains-e2e-kzcq"},"clusterQueue":{"name":"cluster-pipeline-queue"},"assignments":[{"name":"pod-set-1","flavors":{"konflux-ci-dev-token":"default-flavor","tekton.dev/pipelineruns":"default-flavor"},"resourceUsage":{"konflux-ci-dev-token":"1","tekton.dev/pipelineruns":"1"},"count":1}]} {"level":"Level(-2)","ts":"2026-09-25T22:20:09.234908553Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-f72tc-f58e8","namespace":"chains-e2e-kzcq"},"queue":"pipelines-queue","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-pipeline-queue"} {"level":"debug","ts":"2026-09-25T22:20:09.234925341Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Quota reserved in ClusterQueue cluster-pipeline-queue, wait time since queued was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-f72tc-f58e8","uid":"bf4ce0e6-ed44-4148-a3ef-d86fe40be1c0","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"43695"},"reason":"QuotaReserved"} {"level":"debug","ts":"2026-09-25T22:20:09.234937715Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by ClusterQueue cluster-pipeline-queue, wait time since reservation was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-f72tc-f58e8","uid":"bf4ce0e6-ed44-4148-a3ef-d86fe40be1c0","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"43695"},"reason":"Admitted"} {"level":"Level(-2)","ts":"2026-09-25T22:20:09.234988742Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-f72tc-f58e8","reconcileID":"ecd70c73-7a6f-4674-9077-d0122d8b5bc5"} {"level":"Level(-2)","ts":"2026-09-25T22:20:09.235020034Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-f72tc-f58e8","reconcileID":"ecd70c73-7a6f-4674-9077-d0122d8b5bc5","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-25T22:20:09.620138843Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelines-queue","reconcileID":"b6c2b3b5-efe7-46cd-bf89-5e11b484f2a0"} {"level":"Level(-2)","ts":"2026-09-25T22:20:09.620168043Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"cfe9a2e0-4ad9-46b9-a1c0-c499dca5d442"} {"level":"error","ts":"2026-09-25T22:20:18.664822733Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"Level(-2)","ts":"2026-09-25T22:20:24.704502634Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-f72tc-f58e8","namespace":"chains-e2e-kzcq"},"queue":"pipelines-queue","status":"finished","prevStatus":"admitted","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-09-25T22:20:24.704521381Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-f72tc-f58e8","reconcileID":"7200a775-c965-40cd-9813-fe3fd515e5a8"} {"level":"Level(-2)","ts":"2026-09-25T22:20:24.704576048Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-f72tc-f58e8","reconcileID":"7200a775-c965-40cd-9813-fe3fd515e5a8","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-25T22:20:24.720642769Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-f72tc-f58e8","namespace":"chains-e2e-kzcq"},"queue":"pipelines-queue","status":"finished","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-09-25T22:20:24.72065583Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-f72tc-f58e8","reconcileID":"9b971cf4-a0de-41e9-a6c4-cb8a6f433415"} {"level":"Level(-2)","ts":"2026-09-25T22:20:24.720692175Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-f72tc-f58e8","reconcileID":"9b971cf4-a0de-41e9-a6c4-cb8a6f433415","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-25T22:20:25.309866785Z","logger":"workload-reconciler","caller":"core/workload_controller.go:848","msg":"Workload create event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-cbr4n-e8342","namespace":"chains-e2e-kzcq"},"queue":"pipelines-queue","status":"pending"} {"level":"Level(-2)","ts":"2026-09-25T22:20:25.309895858Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-cbr4n-e8342","reconcileID":"8afcae07-212e-4928-9b37-80210dfc034f"} {"level":"Level(-2)","ts":"2026-09-25T22:20:25.309936919Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-cbr4n-e8342","reconcileID":"8afcae07-212e-4928-9b37-80210dfc034f","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-25T22:20:25.309986715Z","logger":"scheduler","caller":"scheduler/scheduler.go:226","msg":"Obtained heads","replica-role":"leader","schedulingCycle":10,"headCount":1,"waitDuration":16.091446817} {"level":"Level(-2)","ts":"2026-09-25T22:20:25.310013619Z","logger":"scheduler","caller":"scheduler/scheduler.go:241","msg":"Snapshot taken","replica-role":"leader","schedulingCycle":10,"duration":0.000011963} {"level":"Level(-2)","ts":"2026-09-25T22:20:25.310089864Z","logger":"scheduler","caller":"scheduler/scheduler.go:246","msg":"Nomination done","replica-role":"leader","schedulingCycle":10,"entries":1,"inadmissibleEntries":0,"duration":0.000068006} {"level":"Level(-2)","ts":"2026-09-25T22:20:25.310105302Z","logger":"scheduler","caller":"scheduler/scheduler.go:268","msg":"Attempting to schedule workload","replica-role":"leader","schedulingCycle":10,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-cbr4n-e8342","namespace":"chains-e2e-kzcq"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-09-25T22:20:25.310137331Z","logger":"scheduler","caller":"scheduler/scheduler.go:718","msg":"Workload assumed in the cache","replica-role":"leader","schedulingCycle":10,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-cbr4n-e8342","namespace":"chains-e2e-kzcq"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-09-25T22:20:25.310152338Z","logger":"scheduler","caller":"scheduler/scheduler.go:404","msg":"Workload processing done","replica-role":"leader","schedulingCycle":10,"duration":0.000049615} {"level":"Level(-2)","ts":"2026-09-25T22:20:25.310164055Z","logger":"scheduler","caller":"scheduler/scheduler.go:215","msg":"Scheduling cycle complete","replica-role":"leader","schedulingCycle":10,"duration":16.09162445} {"level":"Level(-2)","ts":"2026-09-25T22:20:25.310174419Z","logger":"scheduler","caller":"scheduler/scheduler.go:213","msg":"Scheduling cycle starts","replica-role":"leader","schedulingCycle":11} {"level":"Level(-2)","ts":"2026-09-25T22:20:25.326511525Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-cbr4n-e8342","namespace":"chains-e2e-kzcq"},"queue":"pipelines-queue","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-09-25T22:20:25.326550481Z","logger":"scheduler","caller":"scheduler/scheduler.go:681","msg":"Workload successfully admitted and assigned flavors","replica-role":"leader","schedulingCycle":10,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-cbr4n-e8342","namespace":"chains-e2e-kzcq"},"clusterQueue":{"name":"cluster-pipeline-queue"},"assignments":[{"name":"pod-set-1","flavors":{"konflux-ci-dev-token":"default-flavor","tekton.dev/pipelineruns":"default-flavor"},"resourceUsage":{"konflux-ci-dev-token":"1","tekton.dev/pipelineruns":"1"},"count":1}]} {"level":"Level(-2)","ts":"2026-09-25T22:20:25.326511849Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-cbr4n-e8342","reconcileID":"a6115e22-5dde-4a68-92b8-4fe5e30b7b61"} {"level":"Level(-2)","ts":"2026-09-25T22:20:25.326617383Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-cbr4n-e8342","reconcileID":"a6115e22-5dde-4a68-92b8-4fe5e30b7b61","isDeleted":false} {"level":"debug","ts":"2026-09-25T22:20:25.326586221Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Quota reserved in ClusterQueue cluster-pipeline-queue, wait time since queued was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-cbr4n-e8342","uid":"ec606af5-e826-4a8f-b320-07a5bb367ba6","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"43935"},"reason":"QuotaReserved"} {"level":"debug","ts":"2026-09-25T22:20:25.326642819Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by ClusterQueue cluster-pipeline-queue, wait time since reservation was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-cbr4n-e8342","uid":"ec606af5-e826-4a8f-b320-07a5bb367ba6","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"43935"},"reason":"Admitted"} {"level":"Level(-2)","ts":"2026-09-25T22:20:25.705548153Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelines-queue","reconcileID":"270c15ca-5fb8-42e8-8877-0cefeffaad1d"} {"level":"Level(-2)","ts":"2026-09-25T22:20:25.70553865Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"adc7813c-6219-4d45-8e84-bd29e61e6652"} {"level":"Level(-2)","ts":"2026-09-25T22:20:40.789645283Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-cbr4n-e8342","namespace":"chains-e2e-kzcq"},"queue":"pipelines-queue","status":"finished","prevStatus":"admitted","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-09-25T22:20:40.789669671Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-cbr4n-e8342","reconcileID":"603b603b-a8d1-4b72-8d07-65102761a8c1"} {"level":"Level(-2)","ts":"2026-09-25T22:20:40.789718703Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-cbr4n-e8342","reconcileID":"603b603b-a8d1-4b72-8d07-65102761a8c1","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-25T22:20:40.807042596Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-cbr4n-e8342","namespace":"chains-e2e-kzcq"},"queue":"pipelines-queue","status":"finished","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-09-25T22:20:40.807057955Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-cbr4n-e8342","reconcileID":"07882880-0629-4a9c-b4d1-f8604a76487a"} {"level":"Level(-2)","ts":"2026-09-25T22:20:40.80708154Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelinerun-verify-enterprise-contract-run-cbr4n-e8342","reconcileID":"07882880-0629-4a9c-b4d1-f8604a76487a","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-25T22:20:41.790337471Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelines-queue","reconcileID":"c0b278be-f01d-497d-a764-e3ecedbb9643"} {"level":"Level(-2)","ts":"2026-09-25T22:20:41.790339628Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"82c204b3-3df9-4d17-a5e5-1d0d59d384d5"} {"level":"Level(-2)","ts":"2026-09-25T22:20:41.806981886Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"pipelines-queue","namespace":"chains-e2e-kzcq"}} {"level":"Level(-2)","ts":"2026-09-25T22:20:41.807047626Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-kzcq","name":"pipelines-queue","reconcileID":"f2c7a4c1-9e3d-434c-aaf4-4d8a299e0059"} {"level":"Level(-2)","ts":"2026-09-25T22:20:41.810568696Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-09-25T22:20:41.810747523Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"a2da459b-4210-432d-a026-6f40ef7ed59f"} {"level":"error","ts":"2026-09-25T22:20:57.416237617Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"}