{"level":"info","ts":"2026-09-30T02:07:25.315056735Z","logger":"setup","caller":"kueue/main.go:627","msg":"Successfully loaded configuration","config":"apiVersion: config.kueue.x-k8s.io/v1beta2\nclientConnection:\n burst: 100\n qps: 50\ncontroller:\n groupKindConcurrency:\n ClusterQueue.kueue.x-k8s.io: 1\n Job.batch: 5\n LocalQueue.kueue.x-k8s.io: 1\n Pod: 5\n ResourceFlavor.kueue.x-k8s.io: 1\n Workload.kueue.x-k8s.io: 5\nhealth:\n healthProbeBindAddress: :8081\nintegrations:\n externalFrameworks:\n - pipelineruns.v1.tekton.dev\n frameworks:\n - batch/job\ninternalCertManagement:\n enable: false\nkind: Configuration\nleaderElection:\n leaderElect: true\n leaseDuration: 2m17s\n renewDeadline: 1m47s\n resourceLock: leases\n resourceName: c1f6bfd2.kueue.x-k8s.io\n resourceNamespace: \"\"\n retryPeriod: 26s\nmanageJobsWithoutQueueName: false\nmanagedJobsNamespaceSelector:\n matchLabels:\n kueue.openshift.io/managed: \"true\"\nmetrics:\n bindAddress: :8443\n enableClusterQueueResources: true\nmultiKueue:\n dispatcherName: kueue.x-k8s.io/multikueue-dispatcher-all-at-once\n gcInterval: 1m0s\n origin: multikueue\n workerLostTimeout: 15m0s\nnamespace: openshift-kueue-operator\nwebhook:\n certDir: /tmp/k8s-webhook-server/serving-certs\n port: 9443\n"} {"level":"info","ts":"2026-09-30T02:07:25.3151388Z","logger":"setup","caller":"kueue/main.go:166","msg":"Initializing","gitVersion":"056152c9-dirty","gitCommit":"056152c91a6cdc022117311166183003d6403e51","buildDate":"2026-08-30T15:55:40Z"} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.315241442Z","logger":"setup","caller":"features/kube_features.go:507","msg":"Loaded feature gates","featureGates":{"AdmissionFairSharing":true,"DynamicResourceAllocation":false,"ElasticJobsViaWorkloadSlices":false,"FailureRecoveryPolicy":false,"FairSharingPreemptWithinNominal":true,"FairSharingPrioritizeNonBorrowing":true,"FinishOrphanedWorkloads":true,"FlavorFungibility":true,"FlavorFungibilityImplicitPreferenceDefault":false,"HierarchicalCohorts":true,"LendingLimit":true,"LocalQueueDefaulting":true,"LocalQueueMetrics":false,"ManagedJobsNamespaceSelectorAlwaysRespected":true,"MultiKueue":true,"MultiKueueAdaptersForCustomJobs":true,"MultiKueueAllowInsecureKubeconfigs":false,"MultiKueueBatchJobWithManagedBy":true,"MultiKueueClusterProfile":false,"MultiKueueRedoAdmissionOnEvictionInWorker":true,"MultiKueueWaitForWorkloadAdmitted":true,"ObjectRetentionPolicies":true,"PartialAdmission":true,"PrioritySortingWithinCohort":true,"PropagateBatchJobLabelsToWorkload":true,"ReclaimablePods":true,"RejectUpdatesToCQWithInvalidOnFlavors":false,"RemoveFinalizersWithStrictPatch":true,"SanitizePodSets":true,"SchedulerLongRequeueInterval":false,"SchedulerTimestampPreemptionBuffer":false,"SchedulingEquivalenceHashing":false,"ShortWorkloadNames":false,"SkipFinalizersForPodsSuspendedByParent":true,"TASBalancedPlacement":false,"TASFailedNodeReplacement":true,"TASFailedNodeReplacementFailFast":true,"TASProfileLeastFreeCapacity":false,"TASProfileMixed":true,"TASReplaceNodeOnNodeTaints":false,"TASReplaceNodeOnPodTermination":true,"TLSOptions":true,"TopologyAwareScheduling":true,"VisibilityOnDemand":true,"WorkloadRequestUseMergePatch":false}} {"level":"info","ts":"2026-09-30T02:07:25.315281852Z","logger":"setup","caller":"kueue/main.go:201","msg":"Initializing metrics certificate watcher using provided certificates","metrics-cert-path":"/etc/kueue/metrics/certs"} {"level":"info","ts":"2026-09-30T02:07:25.315465259Z","logger":"controller-runtime.certwatcher","caller":"certwatcher/certwatcher.go:214","msg":"Updated current TLS certificate","cert":"/etc/kueue/metrics/certs/tls.crt","key":"/etc/kueue/metrics/certs/tls.key"} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.315665673Z","logger":"setup","caller":"kueue/main.go:234","msg":"K8S Client","qps":50,"burst":100} {"level":"info","ts":"2026-09-30T02:07:25.340735551Z","logger":"setup","caller":"kueue/main.go:597","msg":"RoleTracker: leader election enabled"} {"level":"error","ts":"2026-09-30T02:07:25.343844895Z","logger":"setup","caller":"kueue/main.go:389","msg":"Skipping admission check controller setup: Provisioning Requests not supported (Possible cause: missing or unsupported cluster-autoscaler)","error":"no matches for kind \"ProvisioningRequest\" in version \"autoscaling.x-k8s.io/v1\"","stacktrace":"main.setupIndexes\n\t/workspace/upstream/kueue/src/cmd/kueue/main.go:389\nmain.main\n\t/workspace/upstream/kueue/src/cmd/kueue/main.go:315\nruntime.main\n\t/usr/lib/golang/src/runtime/proc.go:285"} {"level":"info","ts":"2026-09-30T02:07:25.347158183Z","logger":"setup","caller":"kueue/main.go:546","msg":"Probe endpoints are configured on healthz and readyz"} {"level":"info","ts":"2026-09-30T02:07:25.349707538Z","logger":"setup","caller":"kueue/main.go:433","msg":"Skipping provisioning controller setup: Provisioning Requests not supported (Possible cause: missing or unsupported cluster-autoscaler)"} {"level":"info","ts":"2026-09-30T02:07:25.349819255Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"workload.codeflare.dev/v1beta2, Kind=AppWrapper","path":"/mutate-workload-codeflare-dev-v1beta2-appwrapper"} {"level":"info","ts":"2026-09-30T02:07:25.349883177Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-workload-codeflare-dev-v1beta2-appwrapper"} {"level":"info","ts":"2026-09-30T02:07:25.349903979Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"workload.codeflare.dev/v1beta2, Kind=AppWrapper","path":"/validate-workload-codeflare-dev-v1beta2-appwrapper"} {"level":"info","ts":"2026-09-30T02:07:25.349941673Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-workload-codeflare-dev-v1beta2-appwrapper"} {"level":"info","ts":"2026-09-30T02:07:25.349980315Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"apps/v1, Kind=Deployment","path":"/mutate-apps-v1-deployment"} {"level":"info","ts":"2026-09-30T02:07:25.350017396Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-apps-v1-deployment"} {"level":"info","ts":"2026-09-30T02:07:25.350034535Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"apps/v1, Kind=Deployment","path":"/validate-apps-v1-deployment"} {"level":"info","ts":"2026-09-30T02:07:25.350070065Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-apps-v1-deployment"} {"level":"info","ts":"2026-09-30T02:07:25.350144886Z","caller":"webhook/builder.go:178","msg":"Registering a mutating webhook","GVK":"batch/v1, Kind=Job","path":"/mutate-batch-v1-job"} {"level":"info","ts":"2026-09-30T02:07:25.350192251Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-batch-v1-job"} {"level":"info","ts":"2026-09-30T02:07:25.350209419Z","caller":"webhook/builder.go:210","msg":"Registering a validating webhook","GVK":"batch/v1, Kind=Job","path":"/validate-batch-v1-job"} {"level":"info","ts":"2026-09-30T02:07:25.350267641Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-batch-v1-job"} {"level":"info","ts":"2026-09-30T02:07:25.350332145Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"jobset.x-k8s.io/v1alpha2, Kind=JobSet","path":"/mutate-jobset-x-k8s-io-v1alpha2-jobset"} {"level":"info","ts":"2026-09-30T02:07:25.350370567Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-jobset-x-k8s-io-v1alpha2-jobset"} {"level":"info","ts":"2026-09-30T02:07:25.350387272Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"jobset.x-k8s.io/v1alpha2, Kind=JobSet","path":"/validate-jobset-x-k8s-io-v1alpha2-jobset"} {"level":"info","ts":"2026-09-30T02:07:25.350463077Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-jobset-x-k8s-io-v1alpha2-jobset"} {"level":"info","ts":"2026-09-30T02:07:25.350501787Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=JAXJob","path":"/mutate-kubeflow-org-v1-jaxjob"} {"level":"info","ts":"2026-09-30T02:07:25.350554014Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-jaxjob"} {"level":"info","ts":"2026-09-30T02:07:25.350569774Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=JAXJob","path":"/validate-kubeflow-org-v1-jaxjob"} {"level":"info","ts":"2026-09-30T02:07:25.350605531Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-jaxjob"} {"level":"info","ts":"2026-09-30T02:07:25.350639962Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=PaddleJob","path":"/mutate-kubeflow-org-v1-paddlejob"} {"level":"info","ts":"2026-09-30T02:07:25.350676195Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-paddlejob"} {"level":"info","ts":"2026-09-30T02:07:25.350691432Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=PaddleJob","path":"/validate-kubeflow-org-v1-paddlejob"} {"level":"info","ts":"2026-09-30T02:07:25.350726509Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-paddlejob"} {"level":"info","ts":"2026-09-30T02:07:25.350758175Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=PyTorchJob","path":"/mutate-kubeflow-org-v1-pytorchjob"} {"level":"info","ts":"2026-09-30T02:07:25.350794271Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-pytorchjob"} {"level":"info","ts":"2026-09-30T02:07:25.350809922Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=PyTorchJob","path":"/validate-kubeflow-org-v1-pytorchjob"} {"level":"info","ts":"2026-09-30T02:07:25.35084374Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-pytorchjob"} {"level":"info","ts":"2026-09-30T02:07:25.350877264Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=TFJob","path":"/mutate-kubeflow-org-v1-tfjob"} {"level":"info","ts":"2026-09-30T02:07:25.350924993Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-tfjob"} {"level":"info","ts":"2026-09-30T02:07:25.350941098Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=TFJob","path":"/validate-kubeflow-org-v1-tfjob"} {"level":"info","ts":"2026-09-30T02:07:25.350980082Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-tfjob"} {"level":"info","ts":"2026-09-30T02:07:25.351014755Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=XGBoostJob","path":"/mutate-kubeflow-org-v1-xgboostjob"} {"level":"info","ts":"2026-09-30T02:07:25.351051601Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-xgboostjob"} {"level":"info","ts":"2026-09-30T02:07:25.351066915Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=XGBoostJob","path":"/validate-kubeflow-org-v1-xgboostjob"} {"level":"info","ts":"2026-09-30T02:07:25.351100972Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-xgboostjob"} {"level":"info","ts":"2026-09-30T02:07:25.351133282Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v2beta1, Kind=MPIJob","path":"/mutate-kubeflow-org-v2beta1-mpijob"} {"level":"info","ts":"2026-09-30T02:07:25.351168648Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v2beta1-mpijob"} {"level":"info","ts":"2026-09-30T02:07:25.351185529Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kubeflow.org/v2beta1, Kind=MPIJob","path":"/validate-kubeflow-org-v2beta1-mpijob"} {"level":"info","ts":"2026-09-30T02:07:25.351219687Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v2beta1-mpijob"} {"level":"info","ts":"2026-09-30T02:07:25.35125877Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"/v1, Kind=Pod","path":"/mutate--v1-pod"} {"level":"info","ts":"2026-09-30T02:07:25.351295046Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate--v1-pod"} {"level":"info","ts":"2026-09-30T02:07:25.351311141Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"/v1, Kind=Pod","path":"/validate--v1-pod"} {"level":"info","ts":"2026-09-30T02:07:25.351349208Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate--v1-pod"} {"level":"info","ts":"2026-09-30T02:07:25.351386903Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"leaderworkerset.x-k8s.io/v1, Kind=LeaderWorkerSet","path":"/mutate-leaderworkerset-x-k8s-io-v1-leaderworkerset"} {"level":"info","ts":"2026-09-30T02:07:25.35142243Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-leaderworkerset-x-k8s-io-v1-leaderworkerset"} {"level":"info","ts":"2026-09-30T02:07:25.35145957Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"leaderworkerset.x-k8s.io/v1, Kind=LeaderWorkerSet","path":"/validate-leaderworkerset-x-k8s-io-v1-leaderworkerset"} {"level":"info","ts":"2026-09-30T02:07:25.351497964Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-leaderworkerset-x-k8s-io-v1-leaderworkerset"} {"level":"info","ts":"2026-09-30T02:07:25.351530791Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"ray.io/v1, Kind=RayCluster","path":"/mutate-ray-io-v1-raycluster"} {"level":"info","ts":"2026-09-30T02:07:25.351568549Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-ray-io-v1-raycluster"} {"level":"info","ts":"2026-09-30T02:07:25.351584834Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"ray.io/v1, Kind=RayCluster","path":"/validate-ray-io-v1-raycluster"} {"level":"info","ts":"2026-09-30T02:07:25.351619121Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-ray-io-v1-raycluster"} {"level":"info","ts":"2026-09-30T02:07:25.351652103Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"ray.io/v1, Kind=RayJob","path":"/mutate-ray-io-v1-rayjob"} {"level":"info","ts":"2026-09-30T02:07:25.351699073Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-ray-io-v1-rayjob"} {"level":"info","ts":"2026-09-30T02:07:25.351729777Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"ray.io/v1, Kind=RayJob","path":"/validate-ray-io-v1-rayjob"} {"level":"info","ts":"2026-09-30T02:07:25.351766094Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-ray-io-v1-rayjob"} {"level":"info","ts":"2026-09-30T02:07:25.3517982Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"apps/v1, Kind=StatefulSet","path":"/mutate-apps-v1-statefulset"} {"level":"info","ts":"2026-09-30T02:07:25.351839014Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-apps-v1-statefulset"} {"level":"info","ts":"2026-09-30T02:07:25.351854402Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"apps/v1, Kind=StatefulSet","path":"/validate-apps-v1-statefulset"} {"level":"info","ts":"2026-09-30T02:07:25.351888896Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-apps-v1-statefulset"} {"level":"info","ts":"2026-09-30T02:07:25.35192826Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","path":"/mutate-trainer-kubeflow-org-v1alpha1-trainjob"} {"level":"info","ts":"2026-09-30T02:07:25.351964914Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-trainer-kubeflow-org-v1alpha1-trainjob"} {"level":"info","ts":"2026-09-30T02:07:25.351981052Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","path":"/validate-trainer-kubeflow-org-v1alpha1-trainjob"} {"level":"info","ts":"2026-09-30T02:07:25.352015815Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-trainer-kubeflow-org-v1alpha1-trainjob"} {"level":"info","ts":"2026-09-30T02:07:25.352047493Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=Workload","path":"/mutate-kueue-x-k8s-io-v1beta2-workload"} {"level":"info","ts":"2026-09-30T02:07:25.352083406Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kueue-x-k8s-io-v1beta2-workload"} {"level":"info","ts":"2026-09-30T02:07:25.35210132Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=Workload","path":"/validate-kueue-x-k8s-io-v1beta2-workload"} {"level":"info","ts":"2026-09-30T02:07:25.35213485Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kueue-x-k8s-io-v1beta2-workload"} {"level":"info","ts":"2026-09-30T02:07:25.352194031Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/convert"} {"level":"info","ts":"2026-09-30T02:07:25.352200597Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:289","msg":"Conversion webhook enabled","GVK":"kueue.x-k8s.io/v1beta2, Kind=Workload"} {"level":"info","ts":"2026-09-30T02:07:25.35221414Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=ResourceFlavor","path":"/mutate-kueue-x-k8s-io-v1beta2-resourceflavor"} {"level":"info","ts":"2026-09-30T02:07:25.352248378Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kueue-x-k8s-io-v1beta2-resourceflavor"} {"level":"info","ts":"2026-09-30T02:07:25.352264164Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=ResourceFlavor","path":"/validate-kueue-x-k8s-io-v1beta2-resourceflavor"} {"level":"info","ts":"2026-09-30T02:07:25.352298474Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kueue-x-k8s-io-v1beta2-resourceflavor"} {"level":"info","ts":"2026-09-30T02:07:25.352333953Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=ClusterQueue","path":"/mutate-kueue-x-k8s-io-v1beta2-clusterqueue"} {"level":"info","ts":"2026-09-30T02:07:25.352368827Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kueue-x-k8s-io-v1beta2-clusterqueue"} {"level":"info","ts":"2026-09-30T02:07:25.352384747Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=ClusterQueue","path":"/validate-kueue-x-k8s-io-v1beta2-clusterqueue"} {"level":"info","ts":"2026-09-30T02:07:25.352418669Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kueue-x-k8s-io-v1beta2-clusterqueue"} {"level":"info","ts":"2026-09-30T02:07:25.352459496Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:289","msg":"Conversion webhook enabled","GVK":"kueue.x-k8s.io/v1beta2, Kind=ClusterQueue"} {"level":"info","ts":"2026-09-30T02:07:25.352476631Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=Cohort","path":"/validate-kueue-x-k8s-io-v1beta2-cohort"} {"level":"info","ts":"2026-09-30T02:07:25.352512248Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kueue-x-k8s-io-v1beta2-cohort"} {"level":"info","ts":"2026-09-30T02:07:25.352535653Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:289","msg":"Conversion webhook enabled","GVK":"kueue.x-k8s.io/v1beta2, Kind=Cohort"} {"level":"info","ts":"2026-09-30T02:07:25.35255711Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:289","msg":"Conversion webhook enabled","GVK":"kueue.x-k8s.io/v1beta2, Kind=LocalQueue"} {"level":"info","ts":"2026-09-30T02:07:25.352575768Z","logger":"setup","caller":"kueue/main.go:374","msg":"Starting manager"} {"level":"info","ts":"2026-09-30T02:07:25.352627649Z","logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"} {"level":"info","ts":"2026-09-30T02:07:25.352670797Z","caller":"manager/server.go:83","msg":"starting server","name":"health probe","addr":"[::]:8081"} {"level":"info","ts":"2026-09-30T02:07:25.35271298Z","logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":8443","secure":true} {"level":"info","ts":"2026-09-30T02:07:25.352735421Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:191","msg":"Starting webhook server"} {"level":"info","ts":"2026-09-30T02:07:25.352987694Z","logger":"controller-runtime.certwatcher","caller":"certwatcher/certwatcher.go:214","msg":"Updated current TLS certificate","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key"} {"level":"info","ts":"2026-09-30T02:07:25.353245813Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:242","msg":"Serving webhook server","host":"","port":9443} {"level":"info","ts":"2026-09-30T02:07:25.353341017Z","logger":"controller-runtime.certwatcher","caller":"certwatcher/certwatcher.go:136","msg":"Starting certificate poll+watcher","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.360095609Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Job","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.360402815Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.LocalQueue","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.360914039Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.ResourceFlavor","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.363693524Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.MultiKueueConfig","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.363729796Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.LimitRange","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.363797389Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.MultiKueueCluster","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.36380018Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.AdmissionCheck","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.364838164Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.Workload","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.396226193Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Pod","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"info","ts":"2026-09-30T02:07:25.453680649Z","logger":"controller-runtime.certwatcher","caller":"certwatcher/certwatcher.go:136","msg":"Starting certificate poll+watcher","cert":"/etc/kueue/metrics/certs/tls.crt","key":"/etc/kueue/metrics/certs/tls.key","interval":10} I0930 02:07:25.453874 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="openshift-kueue-operator/c1f6bfd2.kueue.x-k8s.io" {"level":"info","ts":"2026-09-30T02:07:25.454205097Z","logger":"tas-topology-controller","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.Topology"} {"level":"info","ts":"2026-09-30T02:07:25.454209914Z","logger":"tas-topology-controller","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ResourceFlavor"} {"level":"info","ts":"2026-09-30T02:07:25.454235411Z","logger":"workloadpriorityclass-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.WorkloadPriorityClass"} {"level":"info","ts":"2026-09-30T02:07:25.454292275Z","logger":"tas-node-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Node"} {"level":"info","ts":"2026-09-30T02:07:25.454300584Z","logger":"tas-node-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Pod"} {"level":"info","ts":"2026-09-30T02:07:25.454323617Z","logger":"admissioncheck-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0xc000302bd0"} {"level":"info","ts":"2026-09-30T02:07:25.454331138Z","logger":"admissioncheck-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.AdmissionCheck"} {"level":"info","ts":"2026-09-30T02:07:25.454394262Z","logger":"resourceflavor-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0xc000302a10"} {"level":"info","ts":"2026-09-30T02:07:25.454417371Z","logger":"resourceflavor-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ResourceFlavor"} {"level":"info","ts":"2026-09-30T02:07:25.454475028Z","logger":"localqueue-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0xc000302cb0"} {"level":"info","ts":"2026-09-30T02:07:25.454598248Z","logger":"tas-non-tas-usage-controller","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Pod"} {"level":"info","ts":"2026-09-30T02:07:25.454624188Z","logger":"tas-topology-ungater","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.Workload"} {"level":"info","ts":"2026-09-30T02:07:25.454714511Z","logger":"workload-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0xc0003030a0"} {"level":"info","ts":"2026-09-30T02:07:25.454737191Z","logger":"workload-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.LimitRange"} {"level":"info","ts":"2026-09-30T02:07:25.454734531Z","logger":"localqueue-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ClusterQueue"} {"level":"info","ts":"2026-09-30T02:07:25.454751063Z","logger":"workload-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.Workload"} {"level":"info","ts":"2026-09-30T02:07:25.454740854Z","logger":"tas-topology-ungater","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Pod"} {"level":"info","ts":"2026-09-30T02:07:25.454772152Z","logger":"workload-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.RuntimeClass"} {"level":"info","ts":"2026-09-30T02:07:25.454790994Z","logger":"workload-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ClusterQueue"} {"level":"info","ts":"2026-09-30T02:07:25.454824567Z","logger":"localqueue-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.LocalQueue"} {"level":"info","ts":"2026-09-30T02:07:25.455346664Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Namespace"} {"level":"info","ts":"2026-09-30T02:07:25.455235018Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0xc000302fc0"} {"level":"info","ts":"2026-09-30T02:07:25.455514984Z","logger":"workload-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.LocalQueue"} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.455503777Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:141","msg":"ResourceFlavor create event","replica-role":"follower","resourceFlavor":{"name":"default-flavor"}} {"level":"info","ts":"2026-09-30T02:07:25.45483854Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ClusterQueue"} {"level":"info","ts":"2026-09-30T02:07:25.455939556Z","logger":"tas-resource-flavor-controller","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0xc0003010a0"} {"level":"info","ts":"2026-09-30T02:07:25.45594558Z","logger":"tas-resource-flavor-controller","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ResourceFlavor"} {"level":"info","ts":"2026-09-30T02:07:25.456066044Z","logger":"cohort-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0xc000302e00"} {"level":"info","ts":"2026-09-30T02:07:25.456045454Z","logger":"cohort-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.Cohort"} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.462881325Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.Topology","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.463182835Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.Cohort","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.463251137Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Node","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.463347632Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.ClusterQueue","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.463725423Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.WorkloadPriorityClass","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.463901079Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.RuntimeClass","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} I0930 02:07:25.467920 1 leaderelection.go:272] "Successfully acquired lease" lock="openshift-kueue-operator/c1f6bfd2.kueue.x-k8s.io" {"level":"debug","ts":"2026-09-30T02:07:25.467953412Z","logger":"events","caller":"recorder/recorder.go:104","msg":"kueue-controller-manager-c4db5fb4b-6trkw_8eb7b7ec-e277-4174-b08b-26b7112f9e0a became leader","type":"Normal","object":{"kind":"Lease","namespace":"openshift-kueue-operator","name":"c1f6bfd2.kueue.x-k8s.io","uid":"a05e8f21-2550-428d-ac37-218ef252c606","apiVersion":"coordination.k8s.io/v1","resourceVersion":"32784"},"reason":"LeaderElection"} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.4680553Z","logger":"MultiKueueGC","caller":"multikueue/multikueuecluster.go:669","msg":"Starting Garbage Collector"} {"level":"info","ts":"2026-09-30T02:07:25.468110065Z","logger":"setup","caller":"roletracker/tracker.go:66","msg":"RoleTracker: transitioned to leader"} {"level":"info","ts":"2026-09-30T02:07:25.468125639Z","logger":"multikueue-cluster","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.MultiKueueCluster"} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.468097594Z","logger":"scheduler","caller":"scheduler/scheduler.go:213","msg":"Scheduling cycle starts","replica-role":"follower","schedulingCycle":1} {"level":"info","ts":"2026-09-30T02:07:25.468117169Z","logger":"multikueue-cluster","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0xc000300e70"} {"level":"info","ts":"2026-09-30T02:07:25.468138977Z","logger":"multikueue-cluster","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0xc000300e00"} {"level":"info","ts":"2026-09-30T02:07:25.468145449Z","logger":"multikueue-workload","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"leader","source":"channel source: 0xc000300ee0"} {"level":"info","ts":"2026-09-30T02:07:25.468147067Z","logger":"multikueue-workload","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"leader","source":"kind source: *v1beta2.MultiKueueConfig"} {"level":"info","ts":"2026-09-30T02:07:25.468159818Z","logger":"multikueue-workload","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"leader","source":"kind source: *v1beta2.Workload"} {"level":"info","ts":"2026-09-30T02:07:25.468166727Z","logger":"multikueue-cluster","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Secret"} {"level":"info","ts":"2026-09-30T02:07:25.468187352Z","logger":"job","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"leader","source":"kind source: *v1.Job"} {"level":"info","ts":"2026-09-30T02:07:25.468196539Z","logger":"job","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"leader","source":"kind source: *v1beta2.Workload"} {"level":"info","ts":"2026-09-30T02:07:25.468181062Z","logger":"multikueue-admissioncheck","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"leader","source":"kind source: *v1beta2.AdmissionCheck"} {"level":"info","ts":"2026-09-30T02:07:25.468187872Z","logger":"multikueue-admissioncheck","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"leader","source":"kind source: *v1beta2.MultiKueueCluster"} {"level":"info","ts":"2026-09-30T02:07:25.468199262Z","logger":"job","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"leader","source":"kind source: *v1beta2.Workload"} {"level":"info","ts":"2026-09-30T02:07:25.468197869Z","logger":"multikueue-admissioncheck","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"leader","source":"kind source: *v1beta2.MultiKueueConfig"} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.47047539Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Namespace","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.476873599Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} I0930 02:07:25.499767 1 plugins.go:157] Loaded 2 mutating admission controller(s) successfully in the following order: NamespaceLifecycle,MutatingAdmissionPolicy. I0930 02:07:25.501713 1 handler.go:304] Adding GroupVersion visibility.kueue.x-k8s.io v1beta2 to ResourceManager I0930 02:07:25.501883 1 handler.go:304] Adding GroupVersion visibility.kueue.x-k8s.io v1beta1 to ResourceManager I0930 02:07:25.507660 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0930 02:07:25.507660 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0930 02:07:25.507674 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0930 02:07:25.507684 1 shared_informer.go:370] "Waiting for caches to sync" I0930 02:07:25.507687 1 shared_informer.go:370] "Waiting for caches to sync" I0930 02:07:25.507675 1 shared_informer.go:370] "Waiting for caches to sync" I0930 02:07:25.507844 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/visibility/tls.crt::/visibility/tls.key" I0930 02:07:25.508013 1 secure_serving.go:211] Serving securely on [::]:8082 I0930 02:07:25.508036 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0930 02:07:25.508089 1 apf_controller.go:377] Starting API Priority and Fairness config controller {"level":"info","ts":"2026-09-30T02:07:25.554688183Z","logger":"tas-topology-controller","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-09-30T02:07:25.55470234Z","logger":"tas-topology-controller","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":1} {"level":"info","ts":"2026-09-30T02:07:25.555811454Z","logger":"workloadpriorityclass-reconciler","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.555813955Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:123","msg":"WorkloadPriorityClass create event","replica-role":"leader","workloadPriorityClass":{"name":"konflux-mintmaker-triggered"}} {"level":"info","ts":"2026-09-30T02:07:25.555829015Z","logger":"workloadpriorityclass-reconciler","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":1} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.555846136Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:123","msg":"WorkloadPriorityClass create event","replica-role":"leader","workloadPriorityClass":{"name":"konflux-pre-merge-build"}} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.55585921Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:123","msg":"WorkloadPriorityClass create event","replica-role":"leader","workloadPriorityClass":{"name":"tekton-kueue-default"}} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.555868216Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:123","msg":"WorkloadPriorityClass create event","replica-role":"leader","workloadPriorityClass":{"name":"konflux-nudge"}} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.555881729Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:123","msg":"WorkloadPriorityClass create event","replica-role":"leader","workloadPriorityClass":{"name":"konflux-post-merge-build"}} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.555894067Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:79","msg":"Reconcile WorkloadPriorityClass","replica-role":"leader","name":"konflux-mintmaker-triggered","reconcileID":"3d85b076-ff45-4058-a2cd-ee231e2e8504","workloadPriorityClass":{"name":"konflux-mintmaker-triggered"}} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.555904016Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:123","msg":"WorkloadPriorityClass create event","replica-role":"leader","workloadPriorityClass":{"name":"konflux-pre-merge-test"}} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.55591967Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:123","msg":"WorkloadPriorityClass create event","replica-role":"leader","workloadPriorityClass":{"name":"konflux-default"}} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.555920956Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:89","msg":"No workloads using this WorkloadPriorityClass","replica-role":"leader","name":"konflux-mintmaker-triggered","reconcileID":"3d85b076-ff45-4058-a2cd-ee231e2e8504","workloadPriorityClass":{"name":"konflux-mintmaker-triggered"}} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.55593026Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:123","msg":"WorkloadPriorityClass create event","replica-role":"leader","workloadPriorityClass":{"name":"konflux-dependency-update"}} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.555937596Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:123","msg":"WorkloadPriorityClass create event","replica-role":"leader","workloadPriorityClass":{"name":"konflux-release"}} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.555958001Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:79","msg":"Reconcile WorkloadPriorityClass","replica-role":"leader","name":"konflux-pre-merge-build","reconcileID":"0a09b63c-11b1-4fa3-b578-ca44e03e7d22","workloadPriorityClass":{"name":"konflux-pre-merge-build"}} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.555971609Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:89","msg":"No workloads using this WorkloadPriorityClass","replica-role":"leader","name":"konflux-pre-merge-build","reconcileID":"0a09b63c-11b1-4fa3-b578-ca44e03e7d22","workloadPriorityClass":{"name":"konflux-pre-merge-build"}} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.555996666Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:79","msg":"Reconcile WorkloadPriorityClass","replica-role":"leader","name":"tekton-kueue-default","reconcileID":"b520cb54-80f8-48d2-8a0d-5ce01201f3fb","workloadPriorityClass":{"name":"tekton-kueue-default"}} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.556008278Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:123","msg":"WorkloadPriorityClass create event","replica-role":"leader","workloadPriorityClass":{"name":"konflux-tenant-release"}} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.556008997Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:89","msg":"No workloads using this WorkloadPriorityClass","replica-role":"leader","name":"tekton-kueue-default","reconcileID":"b520cb54-80f8-48d2-8a0d-5ce01201f3fb","workloadPriorityClass":{"name":"tekton-kueue-default"}} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.556018414Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:123","msg":"WorkloadPriorityClass create event","replica-role":"leader","workloadPriorityClass":{"name":"konflux-post-merge-test"}} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.556031359Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:79","msg":"Reconcile WorkloadPriorityClass","replica-role":"leader","name":"konflux-nudge","reconcileID":"fd8621d4-f77a-4904-a6fe-06eaa019e7f8","workloadPriorityClass":{"name":"konflux-nudge"}} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.556047036Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:89","msg":"No workloads using this WorkloadPriorityClass","replica-role":"leader","name":"konflux-nudge","reconcileID":"fd8621d4-f77a-4904-a6fe-06eaa019e7f8","workloadPriorityClass":{"name":"konflux-nudge"}} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.556068267Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:79","msg":"Reconcile WorkloadPriorityClass","replica-role":"leader","name":"konflux-post-merge-build","reconcileID":"bea73f09-acc8-48b2-ac5f-24a1dc3b95b8","workloadPriorityClass":{"name":"konflux-post-merge-build"}} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.556082256Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:89","msg":"No workloads using this WorkloadPriorityClass","replica-role":"leader","name":"konflux-post-merge-build","reconcileID":"bea73f09-acc8-48b2-ac5f-24a1dc3b95b8","workloadPriorityClass":{"name":"konflux-post-merge-build"}} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.556102265Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:79","msg":"Reconcile WorkloadPriorityClass","replica-role":"leader","name":"konflux-pre-merge-test","reconcileID":"67ca6e95-f2cb-423e-a86a-78413a5808ac","workloadPriorityClass":{"name":"konflux-pre-merge-test"}} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.55611321Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:89","msg":"No workloads using this WorkloadPriorityClass","replica-role":"leader","name":"konflux-pre-merge-test","reconcileID":"67ca6e95-f2cb-423e-a86a-78413a5808ac","workloadPriorityClass":{"name":"konflux-pre-merge-test"}} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.556132633Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:79","msg":"Reconcile WorkloadPriorityClass","replica-role":"leader","name":"konflux-default","reconcileID":"bdc07feb-d20f-46bb-a0ec-c2d7aa6544fa","workloadPriorityClass":{"name":"konflux-default"}} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.556143827Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:89","msg":"No workloads using this WorkloadPriorityClass","replica-role":"leader","name":"konflux-default","reconcileID":"bdc07feb-d20f-46bb-a0ec-c2d7aa6544fa","workloadPriorityClass":{"name":"konflux-default"}} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.556163245Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:79","msg":"Reconcile WorkloadPriorityClass","replica-role":"leader","name":"konflux-dependency-update","reconcileID":"2d3bd94f-6ccc-45d9-8f8e-eee8d99922fc","workloadPriorityClass":{"name":"konflux-dependency-update"}} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.556174447Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:89","msg":"No workloads using this WorkloadPriorityClass","replica-role":"leader","name":"konflux-dependency-update","reconcileID":"2d3bd94f-6ccc-45d9-8f8e-eee8d99922fc","workloadPriorityClass":{"name":"konflux-dependency-update"}} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.556192952Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:79","msg":"Reconcile WorkloadPriorityClass","replica-role":"leader","name":"konflux-release","reconcileID":"d5443918-4987-4fc3-9dcc-8b056fac7d81","workloadPriorityClass":{"name":"konflux-release"}} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.556204353Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:89","msg":"No workloads using this WorkloadPriorityClass","replica-role":"leader","name":"konflux-release","reconcileID":"d5443918-4987-4fc3-9dcc-8b056fac7d81","workloadPriorityClass":{"name":"konflux-release"}} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.556224897Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:79","msg":"Reconcile WorkloadPriorityClass","replica-role":"leader","name":"konflux-tenant-release","reconcileID":"797bdeca-67ae-4fd3-9f03-5607e8cdc9da","workloadPriorityClass":{"name":"konflux-tenant-release"}} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.556236127Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:89","msg":"No workloads using this WorkloadPriorityClass","replica-role":"leader","name":"konflux-tenant-release","reconcileID":"797bdeca-67ae-4fd3-9f03-5607e8cdc9da","workloadPriorityClass":{"name":"konflux-tenant-release"}} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.556254448Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:79","msg":"Reconcile WorkloadPriorityClass","replica-role":"leader","name":"konflux-post-merge-test","reconcileID":"cd42d024-d149-44ed-8c85-2411bd0b96f5","workloadPriorityClass":{"name":"konflux-post-merge-test"}} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.556265651Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:89","msg":"No workloads using this WorkloadPriorityClass","replica-role":"leader","name":"konflux-post-merge-test","reconcileID":"cd42d024-d149-44ed-8c85-2411bd0b96f5","workloadPriorityClass":{"name":"konflux-post-merge-test"}} {"level":"info","ts":"2026-09-30T02:07:25.556289536Z","logger":"admissioncheck-reconciler","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-09-30T02:07:25.556298351Z","logger":"admissioncheck-reconciler","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":1} {"level":"info","ts":"2026-09-30T02:07:25.556311929Z","logger":"resourceflavor-reconciler","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-09-30T02:07:25.556327573Z","logger":"resourceflavor-reconciler","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":1} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.55635846Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:313","msg":"ClusterQueue create event","replica-role":"leader","clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.556374748Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:95","msg":"Reconcile ResourceFlavor","replica-role":"leader","name":"default-flavor","reconcileID":"113cd531-60b1-4416-b8ce-961638411a86"} {"level":"info","ts":"2026-09-30T02:07:25.556456319Z","logger":"cohort-reconciler","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-09-30T02:07:25.556470493Z","logger":"cohort-reconciler","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":1} {"level":"info","ts":"2026-09-30T02:07:25.556492488Z","logger":"tas-non-tas-usage-controller","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-09-30T02:07:25.556481727Z","logger":"tas-topology-ungater","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-09-30T02:07:25.556506219Z","logger":"tas-non-tas-usage-controller","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":5} {"level":"info","ts":"2026-09-30T02:07:25.556508983Z","logger":"tas-topology-ungater","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":5} {"level":"info","ts":"2026-09-30T02:07:25.556550153Z","logger":"tas-node-reconciler","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-09-30T02:07:25.556561995Z","logger":"tas-node-reconciler","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":1} {"level":"info","ts":"2026-09-30T02:07:25.556562513Z","logger":"localqueue-reconciler","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-09-30T02:07:25.556572976Z","logger":"localqueue-reconciler","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":1} {"level":"info","ts":"2026-09-30T02:07:25.556574502Z","logger":"tas-resource-flavor-controller","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.556583063Z","logger":"tas-node-reconciler","caller":"tas/node_controller.go:134","msg":"Reconcile Node","replica-role":"leader","name":"ip-10-0-173-17.ec2.internal","reconcileID":"07311387-5c66-497f-9afd-e6d9ac4b30d6"} {"level":"info","ts":"2026-09-30T02:07:25.556605007Z","logger":"tas-resource-flavor-controller","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":1} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.556689316Z","logger":"tas-node-reconciler","caller":"tas/node_controller.go:134","msg":"Reconcile Node","replica-role":"leader","name":"ip-10-0-136-86.ec2.internal","reconcileID":"2e5f1df1-f00c-40cf-bec8-b45b06998b96"} {"level":"info","ts":"2026-09-30T02:07:25.557004456Z","logger":"workload-reconciler","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-09-30T02:07:25.557027052Z","logger":"workload-reconciler","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":5} {"level":"info","ts":"2026-09-30T02:07:25.557181829Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-09-30T02:07:25.557207825Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":1} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.557297425Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"9f92200e-0800-42c6-8d3c-4fa9c7b7191c"} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.55737287Z","logger":"tas-node-reconciler","caller":"tas/node_controller.go:134","msg":"Reconcile Node","replica-role":"leader","name":"ip-10-0-147-12.ec2.internal","reconcileID":"5899e372-0daf-4d10-8391-9760b48ef53d"} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.563473491Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"leader","resourceFlavor":{"name":"default-flavor"}} {"level":"info","ts":"2026-09-30T02:07:25.568275781Z","logger":"multikueue-workload","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-09-30T02:07:25.568291074Z","logger":"multikueue-workload","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":5} {"level":"info","ts":"2026-09-30T02:07:25.568285817Z","logger":"multikueue-admissioncheck","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-09-30T02:07:25.568302547Z","logger":"multikueue-admissioncheck","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":1} {"level":"info","ts":"2026-09-30T02:07:25.568315572Z","logger":"job","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.568310405Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"info","ts":"2026-09-30T02:07:25.568328092Z","logger":"job","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":5} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.568388335Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-adp","name":"create-velero-bucket","reconcileID":"cde022d6-4582-48ea-8c54-2324fb7f1d13","job":"openshift-adp/create-velero-bucket","gvk":"batch/v1, Kind=Job","namespace":"openshift-adp"} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.568399338Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29845560","reconcileID":"e56b179e-1f15-4a0e-bcc8-8cf7bd396838","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29845560","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"info","ts":"2026-09-30T02:07:25.568403829Z","logger":"multikueue-cluster","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-09-30T02:07:25.568426421Z","logger":"multikueue-cluster","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":1} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.568400865Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-marketplace","name":"ff4ed68823e0feb54b57a2992a476b73b7cb94d4661ccde70e3e65bec53e16f","reconcileID":"c7b3e560-f95e-4dbe-8b34-52ecb87ace51","job":"openshift-marketplace/ff4ed68823e0feb54b57a2992a476b73b7cb94d4661ccde70e3e65bec53e16f","gvk":"batch/v1, Kind=Job","namespace":"openshift-marketplace"} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.568467906Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-deployment-validation-operator","name":"1c4dbf119d658e7b479b487e8eeb8acf6e956fa1d29c69e511b6a6dc82592ee","reconcileID":"faddac4b-0933-4247-bd3d-685bc164f8fa","job":"openshift-deployment-validation-operator/1c4dbf119d658e7b479b487e8eeb8acf6e956fa1d29c69e511b6a6dc82592ee","gvk":"batch/v1, Kind=Job","namespace":"openshift-deployment-validation-operator"} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.568459433Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29845550","reconcileID":"ec48ccce-fd66-43d7-998f-1398e0284fe9","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29845550","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.568483784Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-marketplace","name":"e179e6688d189c80df3e7200955035ebf67012318f31510a270998dc482e3c1","reconcileID":"45327b26-2192-4566-8ea6-5b8f6fde00ea","job":"openshift-marketplace/e179e6688d189c80df3e7200955035ebf67012318f31510a270998dc482e3c1","gvk":"batch/v1, Kind=Job","namespace":"openshift-marketplace"} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.568498738Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-marketplace","name":"17a99d6ca47a679fb33d2c518bf850bfc45a326865bcabba4ffdde75335ea6a","reconcileID":"af428df2-8b33-47e5-814c-fe616905b641","job":"openshift-marketplace/17a99d6ca47a679fb33d2c518bf850bfc45a326865bcabba4ffdde75335ea6a","gvk":"batch/v1, Kind=Job","namespace":"openshift-marketplace"} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.568531716Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-marketplace","name":"c7537007944577f64df34960ace3c69136c4162cd56d2c48c7c51e651cce548","reconcileID":"1ac45fd2-a841-4f6b-ace2-cf4107245e60","job":"openshift-marketplace/c7537007944577f64df34960ace3c69136c4162cd56d2c48c7c51e651cce548","gvk":"batch/v1, Kind=Job","namespace":"openshift-marketplace"} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.568551672Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"image-rbac-proxy","name":"oauth-secret-generator","reconcileID":"0a0f3127-edf3-49a0-99a6-0ae8bd6453fe","job":"image-rbac-proxy/oauth-secret-generator","gvk":"batch/v1, Kind=Job","namespace":"image-rbac-proxy"} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.568505184Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-marketplace","name":"8262c476fbd852c98d5b388eea522aab1a3c94eb96e6040603a223ba03eb407","reconcileID":"a9e91b06-d5dc-4eea-b314-1cfa880f6a40","job":"openshift-marketplace/8262c476fbd852c98d5b388eea522aab1a3c94eb96e6040603a223ba03eb407","gvk":"batch/v1, Kind=Job","namespace":"openshift-marketplace"} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.568573549Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"konflux-policies","name":"kueue-crd-check","reconcileID":"37cfe0b1-8af0-4492-a3c2-a93e07f0538e","job":"konflux-policies/kueue-crd-check","gvk":"batch/v1, Kind=Job","namespace":"konflux-policies"} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.568577303Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-marketplace","name":"ffe57699c0ae3240bf02aaaaec3c91bf9ff35b42c4fce5ed7cb26fcfc14194f","reconcileID":"01df9436-92d9-40df-b5d1-5a5bd26a326c","job":"openshift-marketplace/ffe57699c0ae3240bf02aaaaec3c91bf9ff35b42c4fce5ed7cb26fcfc14194f","gvk":"batch/v1, Kind=Job","namespace":"openshift-marketplace"} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.568569929Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"kubearchive-schema-migration-v13-v1.23.0","reconcileID":"b530e9bd-6fef-49ed-bbbd-c96c9100c774","job":"product-kubearchive/kubearchive-schema-migration-v13-v1.23.0","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.582774924Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"b7118451-2a37-420f-9196-1222b842ad6a"} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.582921017Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"error","ts":"2026-09-30T02:07:25.596788117Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:474","msg":"Reconciler error","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"b7118451-2a37-420f-9196-1222b842ad6a","error":"Operation cannot be fulfilled on clusterqueues.kueue.x-k8s.io \"cluster-pipeline-queue\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:296"} {"level":"Level(-2)","ts":"2026-09-30T02:07:25.596830448Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"021f8e17-7899-4e90-a9a3-c899bd25cbb9"} I0930 02:07:25.608100 1 shared_informer.go:377] "Caches are synced" I0930 02:07:25.608174 1 apf_controller.go:382] Running API Priority and Fairness config worker I0930 02:07:25.608184 1 apf_controller.go:385] Running API Priority and Fairness periodic rebalancing process I0930 02:07:25.608186 1 shared_informer.go:377] "Caches are synced" I0930 02:07:25.608197 1 shared_informer.go:377] "Caches are synced" {"level":"Level(-2)","ts":"2026-09-30T02:07:25.615920081Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"01a5c1ba-6e5d-4f3c-863e-eff8f0a46af6"} {"level":"Level(-2)","ts":"2026-09-30T02:10:00.123067934Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"pipelines-vacuum-29845570","reconcileID":"cdb407e7-0dff-4507-9562-cf3bd0eb4a8b","job":"product-kubearchive/pipelines-vacuum-29845570","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-09-30T02:10:00.123066084Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29845570","reconcileID":"397c7a58-ef93-464f-b13d-4826d1b0e849","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29845570","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-09-30T02:10:00.177746511Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"pipelines-vacuum-29845570","reconcileID":"18a3a267-0900-4859-bcde-de3d6bedab9e","job":"product-kubearchive/pipelines-vacuum-29845570","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-09-30T02:10:00.216907362Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29845570","reconcileID":"4d93515b-bd50-4362-81ba-fe6493d59e2e","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29845570","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-09-30T02:10:02.897757954Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29845570","reconcileID":"3110ea37-89a6-4a95-86f5-ca3752f42999","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29845570","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-09-30T02:10:03.905955129Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29845570","reconcileID":"86e20807-8be5-46f7-89ff-540fa4fa6be2","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29845570","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-09-30T02:10:04.915852269Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29845570","reconcileID":"47e94eb9-7a22-4cda-baf2-257c122ef493","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29845570","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-09-30T02:10:04.937338695Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29845570","reconcileID":"0b6335ab-8a9c-4d78-b03e-d5875cbc60a0","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29845570","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-09-30T02:10:05.457759989Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"pipelines-vacuum-29845570","reconcileID":"433183b0-5b34-41bd-96aa-44caebd8f297","job":"product-kubearchive/pipelines-vacuum-29845570","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-09-30T02:10:05.477617585Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"pipelines-vacuum-29845570","reconcileID":"dffbfd99-39bf-4b37-86ef-78850a98e3c5","job":"product-kubearchive/pipelines-vacuum-29845570","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-09-30T02:11:24.904088144Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-pipelines","name":"create-minio-bucket","reconcileID":"b844ded6-0dfb-4fda-ae93-5cebd1a6ea5b","job":"openshift-pipelines/create-minio-bucket","gvk":"batch/v1, Kind=Job","namespace":"openshift-pipelines"} {"level":"Level(-2)","ts":"2026-09-30T02:11:24.919930601Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-pipelines","name":"tekton-chains-signing-secret","reconcileID":"9ce1c7cd-5f63-411f-8178-33cd0f4edd99","job":"openshift-pipelines/tekton-chains-signing-secret","gvk":"batch/v1, Kind=Job","namespace":"openshift-pipelines"} {"level":"Level(-2)","ts":"2026-09-30T02:11:25.01077457Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-pipelines","name":"tekton-chains-signing-secret","reconcileID":"e28e0f34-b5ad-4a8a-8549-c6b4773e40e9","job":"openshift-pipelines/tekton-chains-signing-secret","gvk":"batch/v1, Kind=Job","namespace":"openshift-pipelines"} {"level":"Level(-2)","ts":"2026-09-30T02:11:25.012634556Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-pipelines","name":"create-minio-bucket","reconcileID":"25b4e912-2b50-4e2c-bd5c-24e18bb8bdb0","job":"openshift-pipelines/create-minio-bucket","gvk":"batch/v1, Kind=Job","namespace":"openshift-pipelines"} {"level":"Level(-2)","ts":"2026-09-30T02:11:27.614972688Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-pipelines","name":"create-minio-bucket","reconcileID":"448e4b2d-387d-49b0-96c4-0794de9a63cb","job":"openshift-pipelines/create-minio-bucket","gvk":"batch/v1, Kind=Job","namespace":"openshift-pipelines"} {"level":"Level(-2)","ts":"2026-09-30T02:11:36.647629412Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-pipelines","name":"tekton-chains-signing-secret","reconcileID":"ba35374a-2903-46f6-b5f1-e1dcdba20c5a","job":"openshift-pipelines/tekton-chains-signing-secret","gvk":"batch/v1, Kind=Job","namespace":"openshift-pipelines"} {"level":"Level(-2)","ts":"2026-09-30T02:11:54.899864289Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"leader","localQueue":{"name":"pipelines-queue","namespace":"mintmaker"}} {"level":"Level(-2)","ts":"2026-09-30T02:11:54.900010403Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"mintmaker","name":"pipelines-queue","reconcileID":"22d942e4-506c-4361-89ad-36bcd59d1641"} {"level":"Level(-2)","ts":"2026-09-30T02:11:54.920836418Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"pipelines-queue","namespace":"mintmaker"}} {"level":"Level(-2)","ts":"2026-09-30T02:11:54.920898863Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"mintmaker","name":"pipelines-queue","reconcileID":"e583c5a1-cefa-43ae-b033-fef13c930b3d"} {"level":"Level(-2)","ts":"2026-09-30T02:13:25.06785772Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-pipelines","name":"tekton-chains-signing-secret","reconcileID":"6440834b-dad8-4cb2-b69a-e19dc589dfa3","job":"openshift-pipelines/tekton-chains-signing-secret","gvk":"batch/v1, Kind=Job","namespace":"openshift-pipelines"} {"level":"Level(-2)","ts":"2026-09-30T02:13:26.068262117Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-pipelines","name":"tekton-chains-signing-secret","reconcileID":"5d39830d-d503-40e3-8fed-2c5ccaee8583","job":"openshift-pipelines/tekton-chains-signing-secret","gvk":"batch/v1, Kind=Job","namespace":"openshift-pipelines"} {"level":"Level(-2)","ts":"2026-09-30T02:13:26.087986643Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-pipelines","name":"tekton-chains-signing-secret","reconcileID":"722ead8d-6cd6-4cb3-892b-b6c7daff5183","job":"openshift-pipelines/tekton-chains-signing-secret","gvk":"batch/v1, Kind=Job","namespace":"openshift-pipelines"} {"level":"Level(-2)","ts":"2026-09-30T02:13:46.966572391Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"konflux-kyverno","name":"konflux-kyverno-migrate-resources","reconcileID":"e32b3f74-e2ef-4957-b00a-07baef40b822","job":"konflux-kyverno/konflux-kyverno-migrate-resources","gvk":"batch/v1, Kind=Job","namespace":"konflux-kyverno"} {"level":"Level(-2)","ts":"2026-09-30T02:13:47.015261779Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"konflux-kyverno","name":"konflux-kyverno-migrate-resources","reconcileID":"874a237e-c67e-42c9-9095-1bc0af3e186a","job":"konflux-kyverno/konflux-kyverno-migrate-resources","gvk":"batch/v1, Kind=Job","namespace":"konflux-kyverno"} {"level":"Level(-2)","ts":"2026-09-30T02:13:52.157255454Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"konflux-kyverno","name":"konflux-kyverno-migrate-resources","reconcileID":"4f625df7-435a-441d-b213-a0e5b7792183","job":"konflux-kyverno/konflux-kyverno-migrate-resources","gvk":"batch/v1, Kind=Job","namespace":"konflux-kyverno"} {"level":"Level(-2)","ts":"2026-09-30T02:13:54.194255175Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"konflux-kyverno","name":"konflux-kyverno-migrate-resources","reconcileID":"a8ae5545-396c-45f4-9ad8-21c78a6dc3a7","job":"konflux-kyverno/konflux-kyverno-migrate-resources","gvk":"batch/v1, Kind=Job","namespace":"konflux-kyverno"} {"level":"Level(-2)","ts":"2026-09-30T02:13:55.203914224Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"konflux-kyverno","name":"konflux-kyverno-migrate-resources","reconcileID":"eb2adec7-1cbc-4922-a4cd-45cbd9e57bc5","job":"konflux-kyverno/konflux-kyverno-migrate-resources","gvk":"batch/v1, Kind=Job","namespace":"konflux-kyverno"} {"level":"Level(-2)","ts":"2026-09-30T02:13:55.225073381Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"konflux-kyverno","name":"konflux-kyverno-migrate-resources","reconcileID":"68c17c6b-bbf2-47a6-9ef8-d548191cdd7e","job":"konflux-kyverno/konflux-kyverno-migrate-resources","gvk":"batch/v1, Kind=Job","namespace":"konflux-kyverno"} {"level":"Level(-2)","ts":"2026-09-30T02:14:50.267799508Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"leader","localQueue":{"name":"pipelines-queue","namespace":"upgrade-namespace"}} {"level":"Level(-2)","ts":"2026-09-30T02:14:50.267900782Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"upgrade-namespace","name":"pipelines-queue","reconcileID":"c26ce02f-9d35-428f-85b8-0ecfdb816962"} {"level":"Level(-2)","ts":"2026-09-30T02:14:50.33415487Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"pipelines-queue","namespace":"upgrade-namespace"}} {"level":"Level(-2)","ts":"2026-09-30T02:14:50.334221528Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"upgrade-namespace","name":"pipelines-queue","reconcileID":"c882cbc7-4707-4d44-8c64-e48adac07643"} {"level":"Level(-2)","ts":"2026-09-30T02:14:51.103646996Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"leader","localQueue":{"name":"pipelines-queue","namespace":"chains-e2e-idwi"}} {"level":"Level(-2)","ts":"2026-09-30T02:14:51.103744596Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelines-queue","reconcileID":"87faed7b-8654-4e70-9f0e-ce4d0ffef9c1"} {"level":"Level(-2)","ts":"2026-09-30T02:14:51.126791586Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"pipelines-queue","namespace":"chains-e2e-idwi"}} {"level":"Level(-2)","ts":"2026-09-30T02:14:51.126882295Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelines-queue","reconcileID":"3f72e022-cdf3-40d8-af8a-6154976cd874"} {"level":"Level(-2)","ts":"2026-09-30T02:14:52.556655728Z","logger":"workload-reconciler","caller":"core/workload_controller.go:848","msg":"Workload create event","replica-role":"leader","workload":{"name":"pipelinerun-buildah-demo-tvgctctdxk-a97cb","namespace":"chains-e2e-idwi"},"queue":"pipelines-queue","status":"pending"} {"level":"Level(-2)","ts":"2026-09-30T02:14:52.556650826Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-buildah-demo-tvgctctdxk-a97cb","reconcileID":"46835198-4217-4433-a07c-0bc592220ca7"} {"level":"Level(-2)","ts":"2026-09-30T02:14:52.556765429Z","logger":"scheduler","caller":"scheduler/scheduler.go:226","msg":"Obtained heads","replica-role":"follower","schedulingCycle":1,"headCount":1,"waitDuration":447.088667479} {"level":"Level(-2)","ts":"2026-09-30T02:14:52.556773705Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-buildah-demo-tvgctctdxk-a97cb","reconcileID":"46835198-4217-4433-a07c-0bc592220ca7","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-30T02:14:52.556791445Z","logger":"scheduler","caller":"scheduler/scheduler.go:241","msg":"Snapshot taken","replica-role":"follower","schedulingCycle":1,"duration":0.000008901} {"level":"Level(-2)","ts":"2026-09-30T02:14:52.55679033Z","logger":"workload-reconciler","caller":"core/workload_controller.go:194","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-buildah-demo-tvgctctdxk-a97cb","reconcileID":"111edb7e-c799-4344-931f-17708c6e750b"} {"level":"Level(-2)","ts":"2026-09-30T02:14:52.556877763Z","logger":"scheduler","caller":"scheduler/scheduler.go:246","msg":"Nomination done","replica-role":"follower","schedulingCycle":1,"entries":1,"inadmissibleEntries":0,"duration":0.000079686} {"level":"Level(-2)","ts":"2026-09-30T02:14:52.556899929Z","logger":"scheduler","caller":"scheduler/scheduler.go:268","msg":"Attempting to schedule workload","replica-role":"follower","schedulingCycle":1,"workload":{"name":"pipelinerun-buildah-demo-tvgctctdxk-a97cb","namespace":"chains-e2e-idwi"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-09-30T02:14:52.556934487Z","logger":"scheduler","caller":"scheduler/scheduler.go:718","msg":"Workload assumed in the cache","replica-role":"follower","schedulingCycle":1,"workload":{"name":"pipelinerun-buildah-demo-tvgctctdxk-a97cb","namespace":"chains-e2e-idwi"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-09-30T02:14:52.556946118Z","logger":"scheduler","caller":"scheduler/scheduler.go:404","msg":"Workload processing done","replica-role":"follower","schedulingCycle":1,"duration":0.000048982} {"level":"Level(-2)","ts":"2026-09-30T02:14:52.556959794Z","logger":"scheduler","caller":"scheduler/scheduler.go:215","msg":"Scheduling cycle complete","replica-role":"follower","schedulingCycle":1,"duration":447.088862145} {"level":"Level(-2)","ts":"2026-09-30T02:14:52.556972467Z","logger":"scheduler","caller":"scheduler/scheduler.go:213","msg":"Scheduling cycle starts","replica-role":"leader","schedulingCycle":2} {"level":"error","ts":"2026-09-30T02:14:52.563556776Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"Level(-2)","ts":"2026-09-30T02:14:52.573200774Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-buildah-demo-tvgctctdxk-a97cb","namespace":"chains-e2e-idwi"},"queue":"pipelines-queue","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-pipeline-queue"} {"level":"debug","ts":"2026-09-30T02:14:52.573223906Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Quota reserved in ClusterQueue cluster-pipeline-queue, wait time since queued was 1s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-idwi","name":"pipelinerun-buildah-demo-tvgctctdxk-a97cb","uid":"25832eef-c551-45a0-a898-7ddcb4731255","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"38495"},"reason":"QuotaReserved"} {"level":"debug","ts":"2026-09-30T02:14:52.57324679Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by ClusterQueue cluster-pipeline-queue, wait time since reservation was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-idwi","name":"pipelinerun-buildah-demo-tvgctctdxk-a97cb","uid":"25832eef-c551-45a0-a898-7ddcb4731255","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"38495"},"reason":"Admitted"} {"level":"Level(-2)","ts":"2026-09-30T02:14:52.573195594Z","logger":"scheduler","caller":"scheduler/scheduler.go:681","msg":"Workload successfully admitted and assigned flavors","replica-role":"follower","schedulingCycle":1,"workload":{"name":"pipelinerun-buildah-demo-tvgctctdxk-a97cb","namespace":"chains-e2e-idwi"},"clusterQueue":{"name":"cluster-pipeline-queue"},"assignments":[{"name":"pod-set-1","flavors":{"konflux-ci-dev-token":"default-flavor","tekton.dev/pipelineruns":"default-flavor"},"resourceUsage":{"konflux-ci-dev-token":"1","tekton.dev/pipelineruns":"1"},"count":1}]} {"level":"Level(-2)","ts":"2026-09-30T02:14:52.573268867Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-buildah-demo-tvgctctdxk-a97cb","reconcileID":"4583dd02-7bf2-4148-b9a6-f9be061b9a8c"} {"level":"Level(-2)","ts":"2026-09-30T02:14:52.573314433Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-buildah-demo-tvgctctdxk-a97cb","reconcileID":"4583dd02-7bf2-4148-b9a6-f9be061b9a8c","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-30T02:14:53.557913809Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelines-queue","reconcileID":"7546d923-76fa-423f-bc66-9a6af12e9e04"} {"level":"Level(-2)","ts":"2026-09-30T02:14:53.557947267Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"f6152789-7250-4d10-89a1-348957153293"} {"level":"Level(-2)","ts":"2026-09-30T02:14:53.575894427Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"pipelines-queue","namespace":"chains-e2e-idwi"}} {"level":"Level(-2)","ts":"2026-09-30T02:14:53.575952329Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelines-queue","reconcileID":"9e2b22b9-4021-4b38-bdaa-d76d4b37b4d1"} {"level":"Level(-2)","ts":"2026-09-30T02:14:53.578337587Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-09-30T02:14:53.578529945Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"d7d673e5-8ab1-4fee-b9e5-f75497adac43"} {"level":"error","ts":"2026-09-30T02:14:53.795118659Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"error","ts":"2026-09-30T02:14:55.706585878Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"Level(-2)","ts":"2026-09-30T02:15:00.127187503Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"pipelines-vacuum-29845575","reconcileID":"6439d2d2-5508-43f5-83b0-ec66462971b0","job":"product-kubearchive/pipelines-vacuum-29845575","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-09-30T02:15:00.215962166Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"pipelines-vacuum-29845575","reconcileID":"c55b96f8-6ee6-4cf1-bae8-46052d5540fb","job":"product-kubearchive/pipelines-vacuum-29845575","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"error","ts":"2026-09-30T02:15:01.93615114Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"Level(-2)","ts":"2026-09-30T02:15:03.571390682Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"pipelines-vacuum-29845575","reconcileID":"9a47721b-4be5-4407-baf0-b23570e7275f","job":"product-kubearchive/pipelines-vacuum-29845575","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-09-30T02:15:03.592465519Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"pipelines-vacuum-29845575","reconcileID":"c8b5d11b-4308-4ef7-aa36-e452e7d2715d","job":"product-kubearchive/pipelines-vacuum-29845575","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"error","ts":"2026-09-30T02:15:08.591940798Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"error","ts":"2026-09-30T02:15:30.331119131Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"error","ts":"2026-09-30T02:16:10.409069123Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"Level(-2)","ts":"2026-09-30T02:16:23.791471428Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-pipelines","name":"create-minio-bucket","reconcileID":"9941ebb9-fe5d-4474-96f7-50095d6e865c","job":"openshift-pipelines/create-minio-bucket","gvk":"batch/v1, Kind=Job","namespace":"openshift-pipelines"} {"level":"Level(-2)","ts":"2026-09-30T02:16:25.803833759Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-pipelines","name":"create-minio-bucket","reconcileID":"59aab876-9af3-449e-8c8b-fd162f0fd545","job":"openshift-pipelines/create-minio-bucket","gvk":"batch/v1, Kind=Job","namespace":"openshift-pipelines"} {"level":"error","ts":"2026-09-30T02:16:57.769482324Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"error","ts":"2026-09-30T02:17:34.988788684Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"error","ts":"2026-09-30T02:18:34.98315119Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"Level(-2)","ts":"2026-09-30T02:19:05.744012718Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-buildah-demo-tvgctctdxk-a97cb","namespace":"chains-e2e-idwi"},"queue":"pipelines-queue","status":"finished","prevStatus":"admitted","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-09-30T02:19:05.744006798Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-buildah-demo-tvgctctdxk-a97cb","reconcileID":"9120f071-2d50-47e1-b646-9edb561450e1"} {"level":"Level(-2)","ts":"2026-09-30T02:19:05.744135011Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-buildah-demo-tvgctctdxk-a97cb","reconcileID":"9120f071-2d50-47e1-b646-9edb561450e1","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-30T02:19:05.763139942Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-buildah-demo-tvgctctdxk-a97cb","reconcileID":"1a5b03c2-6203-4f7a-92a2-2f1182c14416"} {"level":"Level(-2)","ts":"2026-09-30T02:19:05.763134012Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-buildah-demo-tvgctctdxk-a97cb","namespace":"chains-e2e-idwi"},"queue":"pipelines-queue","status":"finished","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-09-30T02:19:05.763182596Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-buildah-demo-tvgctctdxk-a97cb","reconcileID":"1a5b03c2-6203-4f7a-92a2-2f1182c14416","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-30T02:19:06.744712681Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelines-queue","reconcileID":"07758456-3fef-4b43-a545-e53cdd9d52bf"} {"level":"Level(-2)","ts":"2026-09-30T02:19:06.7447216Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"7156eaea-eca5-4d04-996f-6fb0587d25d0"} {"level":"Level(-2)","ts":"2026-09-30T02:19:06.765907113Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"pipelines-queue","namespace":"chains-e2e-idwi"}} {"level":"Level(-2)","ts":"2026-09-30T02:19:06.765975411Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelines-queue","reconcileID":"32be8911-f5fc-4c1a-a114-ee51c7e21bd3"} {"level":"Level(-2)","ts":"2026-09-30T02:19:06.768418729Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-09-30T02:19:06.768614335Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"c735dc77-cacc-4803-b2d8-bd0ce55579d0"} {"level":"Level(-2)","ts":"2026-09-30T02:19:08.778929204Z","logger":"workload-reconciler","caller":"core/workload_controller.go:848","msg":"Workload create event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-szqsm-9f1d8","namespace":"chains-e2e-idwi"},"queue":"pipelines-queue","status":"pending"} {"level":"Level(-2)","ts":"2026-09-30T02:19:08.778976451Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-szqsm-9f1d8","reconcileID":"a57b8bc0-0eb3-466c-9083-4e8ae5202ddf"} {"level":"Level(-2)","ts":"2026-09-30T02:19:08.779028422Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-szqsm-9f1d8","reconcileID":"a57b8bc0-0eb3-466c-9083-4e8ae5202ddf","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-30T02:19:08.779066688Z","logger":"scheduler","caller":"scheduler/scheduler.go:226","msg":"Obtained heads","replica-role":"leader","schedulingCycle":2,"headCount":1,"waitDuration":256.222093485} {"level":"Level(-2)","ts":"2026-09-30T02:19:08.779091688Z","logger":"workload-reconciler","caller":"core/workload_controller.go:194","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-szqsm-9f1d8","reconcileID":"a1e37907-daaf-4ce3-b311-6788a6a9d875"} {"level":"Level(-2)","ts":"2026-09-30T02:19:08.779106187Z","logger":"scheduler","caller":"scheduler/scheduler.go:241","msg":"Snapshot taken","replica-role":"leader","schedulingCycle":2,"duration":0.000012715} {"level":"Level(-2)","ts":"2026-09-30T02:19:08.779184059Z","logger":"scheduler","caller":"scheduler/scheduler.go:246","msg":"Nomination done","replica-role":"leader","schedulingCycle":2,"entries":1,"inadmissibleEntries":0,"duration":0.000070481} {"level":"Level(-2)","ts":"2026-09-30T02:19:08.779201453Z","logger":"scheduler","caller":"scheduler/scheduler.go:268","msg":"Attempting to schedule workload","replica-role":"leader","schedulingCycle":2,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-szqsm-9f1d8","namespace":"chains-e2e-idwi"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-09-30T02:19:08.779233931Z","logger":"scheduler","caller":"scheduler/scheduler.go:718","msg":"Workload assumed in the cache","replica-role":"leader","schedulingCycle":2,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-szqsm-9f1d8","namespace":"chains-e2e-idwi"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-09-30T02:19:08.779249045Z","logger":"scheduler","caller":"scheduler/scheduler.go:404","msg":"Workload processing done","replica-role":"leader","schedulingCycle":2,"duration":0.000051059} {"level":"Level(-2)","ts":"2026-09-30T02:19:08.77926075Z","logger":"scheduler","caller":"scheduler/scheduler.go:215","msg":"Scheduling cycle complete","replica-role":"leader","schedulingCycle":2,"duration":256.222288089} {"level":"Level(-2)","ts":"2026-09-30T02:19:08.779272045Z","logger":"scheduler","caller":"scheduler/scheduler.go:213","msg":"Scheduling cycle starts","replica-role":"leader","schedulingCycle":3} {"level":"Level(-2)","ts":"2026-09-30T02:19:08.797683852Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-szqsm-9f1d8","reconcileID":"cfc789dc-c3d9-4bd7-bf8e-962781b68dc4"} {"level":"Level(-2)","ts":"2026-09-30T02:19:08.797706134Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-szqsm-9f1d8","namespace":"chains-e2e-idwi"},"queue":"pipelines-queue","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-09-30T02:19:08.797720234Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-szqsm-9f1d8","reconcileID":"cfc789dc-c3d9-4bd7-bf8e-962781b68dc4","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-30T02:19:08.798146853Z","logger":"scheduler","caller":"scheduler/scheduler.go:681","msg":"Workload successfully admitted and assigned flavors","replica-role":"leader","schedulingCycle":2,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-szqsm-9f1d8","namespace":"chains-e2e-idwi"},"clusterQueue":{"name":"cluster-pipeline-queue"},"assignments":[{"name":"pod-set-1","flavors":{"konflux-ci-dev-token":"default-flavor","tekton.dev/pipelineruns":"default-flavor"},"resourceUsage":{"konflux-ci-dev-token":"1","tekton.dev/pipelineruns":"1"},"count":1}]} {"level":"debug","ts":"2026-09-30T02:19:08.798176253Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Quota reserved in ClusterQueue cluster-pipeline-queue, wait time since queued was 1s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-szqsm-9f1d8","uid":"1247cd7f-137a-4114-a8fc-a65d6b91cf1b","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"41396"},"reason":"QuotaReserved"} {"level":"debug","ts":"2026-09-30T02:19:08.79819096Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by ClusterQueue cluster-pipeline-queue, wait time since reservation was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-szqsm-9f1d8","uid":"1247cd7f-137a-4114-a8fc-a65d6b91cf1b","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"41396"},"reason":"Admitted"} {"level":"Level(-2)","ts":"2026-09-30T02:19:09.779185244Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelines-queue","reconcileID":"ab7031c3-427e-49c6-93d9-daccc6e0d74f"} {"level":"Level(-2)","ts":"2026-09-30T02:19:09.779189423Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"a16c5770-1983-4b2e-b84b-04f9d58739c1"} {"level":"Level(-2)","ts":"2026-09-30T02:19:09.7949991Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"pipelines-queue","namespace":"chains-e2e-idwi"}} {"level":"Level(-2)","ts":"2026-09-30T02:19:09.795055471Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelines-queue","reconcileID":"72b9b35e-8d76-4906-9bda-a05c0a351648"} {"level":"Level(-2)","ts":"2026-09-30T02:19:09.803912117Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-09-30T02:19:09.804043552Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"cc71e329-5ae3-402c-8db4-197b0e75a3ea"} {"level":"error","ts":"2026-09-30T02:19:27.918876397Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"Level(-2)","ts":"2026-09-30T02:19:34.709799982Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-szqsm-9f1d8","reconcileID":"0fb78ba8-e1ce-4c60-b32e-bb34bccd971a"} {"level":"Level(-2)","ts":"2026-09-30T02:19:34.709865936Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-szqsm-9f1d8","reconcileID":"0fb78ba8-e1ce-4c60-b32e-bb34bccd971a","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-30T02:19:34.709812472Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-szqsm-9f1d8","namespace":"chains-e2e-idwi"},"queue":"pipelines-queue","status":"finished","prevStatus":"admitted","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-09-30T02:19:34.72412854Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-szqsm-9f1d8","namespace":"chains-e2e-idwi"},"queue":"pipelines-queue","status":"finished","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-09-30T02:19:34.724178016Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-szqsm-9f1d8","reconcileID":"403896f0-acb9-435a-b80c-b9dc215deb1a"} {"level":"Level(-2)","ts":"2026-09-30T02:19:34.724220974Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-szqsm-9f1d8","reconcileID":"403896f0-acb9-435a-b80c-b9dc215deb1a","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-30T02:19:34.988851097Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-c6fb4-dd1e9","reconcileID":"4ab4e971-11a4-4e0f-b276-a8b869066538"} {"level":"Level(-2)","ts":"2026-09-30T02:19:34.988903667Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-c6fb4-dd1e9","reconcileID":"4ab4e971-11a4-4e0f-b276-a8b869066538","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-30T02:19:34.988899097Z","logger":"workload-reconciler","caller":"core/workload_controller.go:848","msg":"Workload create event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-c6fb4-dd1e9","namespace":"chains-e2e-idwi"},"queue":"pipelines-queue","status":"pending"} {"level":"Level(-2)","ts":"2026-09-30T02:19:34.989001806Z","logger":"scheduler","caller":"scheduler/scheduler.go:226","msg":"Obtained heads","replica-role":"leader","schedulingCycle":3,"headCount":1,"waitDuration":26.209729372} {"level":"Level(-2)","ts":"2026-09-30T02:19:34.989046959Z","logger":"scheduler","caller":"scheduler/scheduler.go:241","msg":"Snapshot taken","replica-role":"leader","schedulingCycle":3,"duration":0.000013871} {"level":"Level(-2)","ts":"2026-09-30T02:19:34.989023048Z","logger":"workload-reconciler","caller":"core/workload_controller.go:194","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-c6fb4-dd1e9","reconcileID":"008f17a6-65e5-4d00-9732-b2217211a6e7"} {"level":"Level(-2)","ts":"2026-09-30T02:19:34.989136256Z","logger":"scheduler","caller":"scheduler/scheduler.go:246","msg":"Nomination done","replica-role":"leader","schedulingCycle":3,"entries":1,"inadmissibleEntries":0,"duration":0.00007953} {"level":"Level(-2)","ts":"2026-09-30T02:19:34.989154902Z","logger":"scheduler","caller":"scheduler/scheduler.go:268","msg":"Attempting to schedule workload","replica-role":"leader","schedulingCycle":3,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-c6fb4-dd1e9","namespace":"chains-e2e-idwi"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-09-30T02:19:34.989192283Z","logger":"scheduler","caller":"scheduler/scheduler.go:718","msg":"Workload assumed in the cache","replica-role":"leader","schedulingCycle":3,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-c6fb4-dd1e9","namespace":"chains-e2e-idwi"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-09-30T02:19:34.989211803Z","logger":"scheduler","caller":"scheduler/scheduler.go:404","msg":"Workload processing done","replica-role":"leader","schedulingCycle":3,"duration":0.000059836} {"level":"Level(-2)","ts":"2026-09-30T02:19:34.989228227Z","logger":"scheduler","caller":"scheduler/scheduler.go:215","msg":"Scheduling cycle complete","replica-role":"leader","schedulingCycle":3,"duration":26.209955975} {"level":"Level(-2)","ts":"2026-09-30T02:19:34.989246531Z","logger":"scheduler","caller":"scheduler/scheduler.go:213","msg":"Scheduling cycle starts","replica-role":"leader","schedulingCycle":4} {"level":"Level(-2)","ts":"2026-09-30T02:19:35.01408407Z","logger":"scheduler","caller":"scheduler/scheduler.go:681","msg":"Workload successfully admitted and assigned flavors","replica-role":"leader","schedulingCycle":3,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-c6fb4-dd1e9","namespace":"chains-e2e-idwi"},"clusterQueue":{"name":"cluster-pipeline-queue"},"assignments":[{"name":"pod-set-1","flavors":{"konflux-ci-dev-token":"default-flavor","tekton.dev/pipelineruns":"default-flavor"},"resourceUsage":{"konflux-ci-dev-token":"1","tekton.dev/pipelineruns":"1"},"count":1}]} {"level":"Level(-2)","ts":"2026-09-30T02:19:35.014104395Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-c6fb4-dd1e9","namespace":"chains-e2e-idwi"},"queue":"pipelines-queue","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-pipeline-queue"} {"level":"debug","ts":"2026-09-30T02:19:35.014120205Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Quota reserved in ClusterQueue cluster-pipeline-queue, wait time since queued was 1s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-c6fb4-dd1e9","uid":"cc41ea60-a8db-4fdf-8f94-c5f438ff1f18","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"41755"},"reason":"QuotaReserved"} {"level":"debug","ts":"2026-09-30T02:19:35.01413225Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by ClusterQueue cluster-pipeline-queue, wait time since reservation was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-c6fb4-dd1e9","uid":"cc41ea60-a8db-4fdf-8f94-c5f438ff1f18","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"41755"},"reason":"Admitted"} {"level":"Level(-2)","ts":"2026-09-30T02:19:35.014140645Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-c6fb4-dd1e9","reconcileID":"939ceaa4-ce01-4795-a293-fc91f5119f19"} {"level":"Level(-2)","ts":"2026-09-30T02:19:35.014184863Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-c6fb4-dd1e9","reconcileID":"939ceaa4-ce01-4795-a293-fc91f5119f19","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-30T02:19:35.710259824Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelines-queue","reconcileID":"7c137616-3836-4a38-a4c9-c615439aebe0"} {"level":"Level(-2)","ts":"2026-09-30T02:19:35.710263458Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"0005ce29-70e6-4aec-8576-287bb3b4d7b2"} {"level":"Level(-2)","ts":"2026-09-30T02:19:57.005443198Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-c6fb4-dd1e9","namespace":"chains-e2e-idwi"},"queue":"pipelines-queue","status":"finished","prevStatus":"admitted","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-09-30T02:19:57.005485024Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-c6fb4-dd1e9","reconcileID":"ebb63174-1b6f-470e-96a2-cbfddb9f8104"} {"level":"Level(-2)","ts":"2026-09-30T02:19:57.00553349Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-c6fb4-dd1e9","reconcileID":"ebb63174-1b6f-470e-96a2-cbfddb9f8104","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-30T02:19:57.020790212Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-c6fb4-dd1e9","reconcileID":"67d5a161-511c-4554-be8e-4f0c45d45e70"} {"level":"Level(-2)","ts":"2026-09-30T02:19:57.02081876Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-c6fb4-dd1e9","reconcileID":"67d5a161-511c-4554-be8e-4f0c45d45e70","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-30T02:19:57.02084594Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-c6fb4-dd1e9","namespace":"chains-e2e-idwi"},"queue":"pipelines-queue","status":"finished","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-09-30T02:19:58.006355865Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelines-queue","reconcileID":"0bdb08f0-e41d-4c9f-989c-978d6fdf2393"} {"level":"Level(-2)","ts":"2026-09-30T02:19:58.006363297Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"b6b89c2f-5176-4630-98f2-9941fb838ec9"} {"level":"Level(-2)","ts":"2026-09-30T02:19:58.020583496Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"pipelines-queue","namespace":"chains-e2e-idwi"}} {"level":"Level(-2)","ts":"2026-09-30T02:19:58.021962568Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelines-queue","reconcileID":"a7ba59a1-d1ed-435d-a33d-1ac1fa0a0a04"} {"level":"Level(-2)","ts":"2026-09-30T02:19:58.024996671Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-09-30T02:19:58.025150282Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"7eff6855-a9c3-407d-83aa-21204dfd5fd5"} {"level":"Level(-2)","ts":"2026-09-30T02:19:58.209454046Z","logger":"workload-reconciler","caller":"core/workload_controller.go:848","msg":"Workload create event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-lmbwh-44e6b","namespace":"chains-e2e-idwi"},"queue":"pipelines-queue","status":"pending"} {"level":"Level(-2)","ts":"2026-09-30T02:19:58.209470654Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-lmbwh-44e6b","reconcileID":"ea3c9942-734d-48c6-b064-d3e06af8e24f"} {"level":"Level(-2)","ts":"2026-09-30T02:19:58.209495922Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-lmbwh-44e6b","reconcileID":"ea3c9942-734d-48c6-b064-d3e06af8e24f","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-30T02:19:58.209537988Z","logger":"scheduler","caller":"scheduler/scheduler.go:226","msg":"Obtained heads","replica-role":"leader","schedulingCycle":4,"headCount":1,"waitDuration":23.220290294} {"level":"Level(-2)","ts":"2026-09-30T02:19:58.209580009Z","logger":"scheduler","caller":"scheduler/scheduler.go:241","msg":"Snapshot taken","replica-role":"leader","schedulingCycle":4,"duration":0.000012202} {"level":"Level(-2)","ts":"2026-09-30T02:19:58.209558959Z","logger":"workload-reconciler","caller":"core/workload_controller.go:194","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-lmbwh-44e6b","reconcileID":"4cfc2d05-6153-4143-86f2-cdf717dcecf8"} {"level":"Level(-2)","ts":"2026-09-30T02:19:58.209635935Z","logger":"scheduler","caller":"scheduler/scheduler.go:246","msg":"Nomination done","replica-role":"leader","schedulingCycle":4,"entries":1,"inadmissibleEntries":0,"duration":0.00004666} {"level":"Level(-2)","ts":"2026-09-30T02:19:58.209648576Z","logger":"scheduler","caller":"scheduler/scheduler.go:268","msg":"Attempting to schedule workload","replica-role":"leader","schedulingCycle":4,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-lmbwh-44e6b","namespace":"chains-e2e-idwi"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-09-30T02:19:58.209682652Z","logger":"scheduler","caller":"scheduler/scheduler.go:718","msg":"Workload assumed in the cache","replica-role":"leader","schedulingCycle":4,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-lmbwh-44e6b","namespace":"chains-e2e-idwi"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-09-30T02:19:58.209698337Z","logger":"scheduler","caller":"scheduler/scheduler.go:404","msg":"Workload processing done","replica-role":"leader","schedulingCycle":4,"duration":0.000053143} {"level":"Level(-2)","ts":"2026-09-30T02:19:58.209710571Z","logger":"scheduler","caller":"scheduler/scheduler.go:215","msg":"Scheduling cycle complete","replica-role":"leader","schedulingCycle":4,"duration":23.220463994} {"level":"Level(-2)","ts":"2026-09-30T02:19:58.209721486Z","logger":"scheduler","caller":"scheduler/scheduler.go:213","msg":"Scheduling cycle starts","replica-role":"leader","schedulingCycle":5} {"level":"Level(-2)","ts":"2026-09-30T02:19:58.227159474Z","logger":"scheduler","caller":"scheduler/scheduler.go:681","msg":"Workload successfully admitted and assigned flavors","replica-role":"leader","schedulingCycle":4,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-lmbwh-44e6b","namespace":"chains-e2e-idwi"},"clusterQueue":{"name":"cluster-pipeline-queue"},"assignments":[{"name":"pod-set-1","flavors":{"konflux-ci-dev-token":"default-flavor","tekton.dev/pipelineruns":"default-flavor"},"resourceUsage":{"konflux-ci-dev-token":"1","tekton.dev/pipelineruns":"1"},"count":1}]} {"level":"debug","ts":"2026-09-30T02:19:58.227190511Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Quota reserved in ClusterQueue cluster-pipeline-queue, wait time since queued was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-lmbwh-44e6b","uid":"b2b2e437-6e97-4d29-8861-62ffb5e04207","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"42081"},"reason":"QuotaReserved"} {"level":"debug","ts":"2026-09-30T02:19:58.22720105Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by ClusterQueue cluster-pipeline-queue, wait time since reservation was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-lmbwh-44e6b","uid":"b2b2e437-6e97-4d29-8861-62ffb5e04207","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"42081"},"reason":"Admitted"} {"level":"Level(-2)","ts":"2026-09-30T02:19:58.227237272Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-lmbwh-44e6b","namespace":"chains-e2e-idwi"},"queue":"pipelines-queue","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-09-30T02:19:58.227257287Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-lmbwh-44e6b","reconcileID":"b12f82ea-e49c-424a-95e0-e9f68b95e6dc"} {"level":"Level(-2)","ts":"2026-09-30T02:19:58.2272846Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-lmbwh-44e6b","reconcileID":"b12f82ea-e49c-424a-95e0-e9f68b95e6dc","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-30T02:19:59.209865089Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelines-queue","reconcileID":"3258de0f-e228-41ba-a046-1c8cc2f65f8d"} {"level":"Level(-2)","ts":"2026-09-30T02:19:59.209877507Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"b9ee2d8d-c515-4fea-b9bf-c8bd79530cf1"} {"level":"Level(-2)","ts":"2026-09-30T02:19:59.226085934Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"pipelines-queue","namespace":"chains-e2e-idwi"}} {"level":"Level(-2)","ts":"2026-09-30T02:19:59.226153954Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelines-queue","reconcileID":"c5a3c248-f5a9-4ba9-8b1c-277d8ef22c19"} {"level":"Level(-2)","ts":"2026-09-30T02:19:59.230931619Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-09-30T02:19:59.23109404Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"310eea15-d5d7-4dd2-93ca-d7fbe768eb56"} {"level":"Level(-2)","ts":"2026-09-30T02:20:00.129540588Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"pipelines-vacuum-29845580","reconcileID":"d5fde5cc-a017-4482-8b10-da453068bebb","job":"product-kubearchive/pipelines-vacuum-29845580","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-09-30T02:20:00.135842427Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29845580","reconcileID":"6d069447-f70e-4ad5-bd0f-27b86468d35f","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29845580","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-09-30T02:20:00.196638001Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"pipelines-vacuum-29845580","reconcileID":"5911c792-a4e8-4cc9-898c-71e9127d9206","job":"product-kubearchive/pipelines-vacuum-29845580","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-09-30T02:20:00.302637215Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29845580","reconcileID":"ab92652f-c5c2-4378-800e-6e3bd6ffe269","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29845580","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-09-30T02:20:02.905088909Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29845580","reconcileID":"0023707e-2988-4eac-b262-86d1568486ea","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29845580","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-09-30T02:20:03.915150216Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29845580","reconcileID":"bfc66a67-54d0-4602-ba4d-0b6429615a6e","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29845580","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-09-30T02:20:04.925044044Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29845580","reconcileID":"178a8473-66fc-49b4-88fb-faf1866b78d8","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29845580","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-09-30T02:20:04.948697028Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29845580","reconcileID":"d18c95de-be0b-4c70-9bd9-652c35651113","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29845580","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-09-30T02:20:05.059095472Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"pipelines-vacuum-29845580","reconcileID":"b59a4172-58b3-4828-bd08-c383f66dbbc5","job":"product-kubearchive/pipelines-vacuum-29845580","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-09-30T02:20:05.080453757Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"pipelines-vacuum-29845580","reconcileID":"295a635d-ff0d-4de1-bc55-4b623938c4f7","job":"product-kubearchive/pipelines-vacuum-29845580","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-09-30T02:20:13.887086407Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-lmbwh-44e6b","namespace":"chains-e2e-idwi"},"queue":"pipelines-queue","status":"finished","prevStatus":"admitted","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-09-30T02:20:13.887133919Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-lmbwh-44e6b","reconcileID":"9df6cceb-286a-4e86-ad43-7ba175b3ad7f"} {"level":"Level(-2)","ts":"2026-09-30T02:20:13.88719914Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-lmbwh-44e6b","reconcileID":"9df6cceb-286a-4e86-ad43-7ba175b3ad7f","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-30T02:20:13.907164239Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-lmbwh-44e6b","namespace":"chains-e2e-idwi"},"queue":"pipelines-queue","status":"finished","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-09-30T02:20:13.907192154Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-lmbwh-44e6b","reconcileID":"5f3e670f-8103-4377-a53f-bb086fe655dd"} {"level":"Level(-2)","ts":"2026-09-30T02:20:13.907230991Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-lmbwh-44e6b","reconcileID":"5f3e670f-8103-4377-a53f-bb086fe655dd","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-30T02:20:14.394998435Z","logger":"workload-reconciler","caller":"core/workload_controller.go:848","msg":"Workload create event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-7jhbm-a0dd1","namespace":"chains-e2e-idwi"},"queue":"pipelines-queue","status":"pending"} {"level":"Level(-2)","ts":"2026-09-30T02:20:14.395031533Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-7jhbm-a0dd1","reconcileID":"2f1770d4-ca6c-420d-9967-f486fc05d6b0"} {"level":"Level(-2)","ts":"2026-09-30T02:20:14.395074308Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-7jhbm-a0dd1","reconcileID":"2f1770d4-ca6c-420d-9967-f486fc05d6b0","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-30T02:20:14.395109568Z","logger":"scheduler","caller":"scheduler/scheduler.go:226","msg":"Obtained heads","replica-role":"leader","schedulingCycle":5,"headCount":1,"waitDuration":16.185387399} {"level":"Level(-2)","ts":"2026-09-30T02:20:14.395135082Z","logger":"workload-reconciler","caller":"core/workload_controller.go:194","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-7jhbm-a0dd1","reconcileID":"b974707c-74fa-4185-86ba-c4436c698271"} {"level":"Level(-2)","ts":"2026-09-30T02:20:14.39514166Z","logger":"scheduler","caller":"scheduler/scheduler.go:241","msg":"Snapshot taken","replica-role":"leader","schedulingCycle":5,"duration":0.00001379} {"level":"Level(-2)","ts":"2026-09-30T02:20:14.395216401Z","logger":"scheduler","caller":"scheduler/scheduler.go:246","msg":"Nomination done","replica-role":"leader","schedulingCycle":5,"entries":1,"inadmissibleEntries":0,"duration":0.000066179} {"level":"Level(-2)","ts":"2026-09-30T02:20:14.395250342Z","logger":"scheduler","caller":"scheduler/scheduler.go:268","msg":"Attempting to schedule workload","replica-role":"leader","schedulingCycle":5,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-7jhbm-a0dd1","namespace":"chains-e2e-idwi"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-09-30T02:20:14.395286105Z","logger":"scheduler","caller":"scheduler/scheduler.go:718","msg":"Workload assumed in the cache","replica-role":"leader","schedulingCycle":5,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-7jhbm-a0dd1","namespace":"chains-e2e-idwi"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-09-30T02:20:14.39530186Z","logger":"scheduler","caller":"scheduler/scheduler.go:404","msg":"Workload processing done","replica-role":"leader","schedulingCycle":5,"duration":0.000056191} {"level":"Level(-2)","ts":"2026-09-30T02:20:14.395310822Z","logger":"scheduler","caller":"scheduler/scheduler.go:215","msg":"Scheduling cycle complete","replica-role":"leader","schedulingCycle":5,"duration":16.185589172} {"level":"Level(-2)","ts":"2026-09-30T02:20:14.395321155Z","logger":"scheduler","caller":"scheduler/scheduler.go:213","msg":"Scheduling cycle starts","replica-role":"leader","schedulingCycle":6} {"level":"Level(-2)","ts":"2026-09-30T02:20:14.410651753Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-7jhbm-a0dd1","namespace":"chains-e2e-idwi"},"queue":"pipelines-queue","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-09-30T02:20:14.410662379Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-7jhbm-a0dd1","reconcileID":"754a3c44-c9ca-4755-96b9-b578d6c166b4"} {"level":"Level(-2)","ts":"2026-09-30T02:20:14.410692426Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-7jhbm-a0dd1","reconcileID":"754a3c44-c9ca-4755-96b9-b578d6c166b4","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-30T02:20:14.412375666Z","logger":"scheduler","caller":"scheduler/scheduler.go:681","msg":"Workload successfully admitted and assigned flavors","replica-role":"leader","schedulingCycle":5,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-7jhbm-a0dd1","namespace":"chains-e2e-idwi"},"clusterQueue":{"name":"cluster-pipeline-queue"},"assignments":[{"name":"pod-set-1","flavors":{"konflux-ci-dev-token":"default-flavor","tekton.dev/pipelineruns":"default-flavor"},"resourceUsage":{"konflux-ci-dev-token":"1","tekton.dev/pipelineruns":"1"},"count":1}]} {"level":"debug","ts":"2026-09-30T02:20:14.412407363Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Quota reserved in ClusterQueue cluster-pipeline-queue, wait time since queued was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-7jhbm-a0dd1","uid":"92b8fa3a-038a-4918-bc2a-8036277dddb9","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"42387"},"reason":"QuotaReserved"} {"level":"debug","ts":"2026-09-30T02:20:14.412418761Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by ClusterQueue cluster-pipeline-queue, wait time since reservation was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-7jhbm-a0dd1","uid":"92b8fa3a-038a-4918-bc2a-8036277dddb9","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"42387"},"reason":"Admitted"} {"level":"Level(-2)","ts":"2026-09-30T02:20:14.88823121Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelines-queue","reconcileID":"a4f05951-5b25-435d-bed6-3af7efd7b51e"} {"level":"Level(-2)","ts":"2026-09-30T02:20:14.888242536Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"433a0973-db7f-466b-85b6-4248573be98b"} {"level":"error","ts":"2026-09-30T02:20:21.187068991Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"Level(-2)","ts":"2026-09-30T02:20:24.944181992Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-7jhbm-a0dd1","namespace":"chains-e2e-idwi"},"queue":"pipelines-queue","status":"finished","prevStatus":"admitted","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-09-30T02:20:24.944229096Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-7jhbm-a0dd1","reconcileID":"68bc1ddf-87ec-4e1d-bbf3-e9665af3f6e8"} {"level":"Level(-2)","ts":"2026-09-30T02:20:24.944282751Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-7jhbm-a0dd1","reconcileID":"68bc1ddf-87ec-4e1d-bbf3-e9665af3f6e8","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-30T02:20:24.961016953Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-7jhbm-a0dd1","namespace":"chains-e2e-idwi"},"queue":"pipelines-queue","status":"finished","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-09-30T02:20:24.96101899Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-7jhbm-a0dd1","reconcileID":"cb0fbfe1-00f1-44ba-b554-05b988f85ca3"} {"level":"Level(-2)","ts":"2026-09-30T02:20:24.961085826Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-7jhbm-a0dd1","reconcileID":"cb0fbfe1-00f1-44ba-b554-05b988f85ca3","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-30T02:20:25.542377Z","logger":"workload-reconciler","caller":"core/workload_controller.go:848","msg":"Workload create event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-v4w9s-cff7b","namespace":"chains-e2e-idwi"},"queue":"pipelines-queue","status":"pending"} {"level":"Level(-2)","ts":"2026-09-30T02:20:25.542385989Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-v4w9s-cff7b","reconcileID":"ab03afa5-7cf7-4859-8922-f96e6f64ad20"} {"level":"Level(-2)","ts":"2026-09-30T02:20:25.542449444Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-v4w9s-cff7b","reconcileID":"ab03afa5-7cf7-4859-8922-f96e6f64ad20","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-30T02:20:25.542486264Z","logger":"scheduler","caller":"scheduler/scheduler.go:226","msg":"Obtained heads","replica-role":"leader","schedulingCycle":6,"headCount":1,"waitDuration":11.147164635} {"level":"Level(-2)","ts":"2026-09-30T02:20:25.542517371Z","logger":"scheduler","caller":"scheduler/scheduler.go:241","msg":"Snapshot taken","replica-role":"leader","schedulingCycle":6,"duration":0.000011365} {"level":"Level(-2)","ts":"2026-09-30T02:20:25.542567529Z","logger":"scheduler","caller":"scheduler/scheduler.go:246","msg":"Nomination done","replica-role":"leader","schedulingCycle":6,"entries":1,"inadmissibleEntries":0,"duration":0.000041991} {"level":"Level(-2)","ts":"2026-09-30T02:20:25.542580769Z","logger":"scheduler","caller":"scheduler/scheduler.go:268","msg":"Attempting to schedule workload","replica-role":"leader","schedulingCycle":6,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-v4w9s-cff7b","namespace":"chains-e2e-idwi"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-09-30T02:20:25.542617138Z","logger":"scheduler","caller":"scheduler/scheduler.go:718","msg":"Workload assumed in the cache","replica-role":"leader","schedulingCycle":6,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-v4w9s-cff7b","namespace":"chains-e2e-idwi"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-09-30T02:20:25.542632167Z","logger":"scheduler","caller":"scheduler/scheduler.go:404","msg":"Workload processing done","replica-role":"leader","schedulingCycle":6,"duration":0.000053885} {"level":"Level(-2)","ts":"2026-09-30T02:20:25.542643874Z","logger":"scheduler","caller":"scheduler/scheduler.go:215","msg":"Scheduling cycle complete","replica-role":"leader","schedulingCycle":6,"duration":11.147322532} {"level":"Level(-2)","ts":"2026-09-30T02:20:25.542654239Z","logger":"scheduler","caller":"scheduler/scheduler.go:213","msg":"Scheduling cycle starts","replica-role":"leader","schedulingCycle":7} {"level":"Level(-2)","ts":"2026-09-30T02:20:25.559257657Z","logger":"scheduler","caller":"scheduler/scheduler.go:681","msg":"Workload successfully admitted and assigned flavors","replica-role":"leader","schedulingCycle":6,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-v4w9s-cff7b","namespace":"chains-e2e-idwi"},"clusterQueue":{"name":"cluster-pipeline-queue"},"assignments":[{"name":"pod-set-1","flavors":{"konflux-ci-dev-token":"default-flavor","tekton.dev/pipelineruns":"default-flavor"},"resourceUsage":{"konflux-ci-dev-token":"1","tekton.dev/pipelineruns":"1"},"count":1}]} {"level":"debug","ts":"2026-09-30T02:20:25.559289787Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Quota reserved in ClusterQueue cluster-pipeline-queue, wait time since queued was 1s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-v4w9s-cff7b","uid":"ed528cf5-624d-4f7a-b9c3-c25087f94fcb","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"42587"},"reason":"QuotaReserved"} {"level":"debug","ts":"2026-09-30T02:20:25.559300873Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by ClusterQueue cluster-pipeline-queue, wait time since reservation was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-v4w9s-cff7b","uid":"ed528cf5-624d-4f7a-b9c3-c25087f94fcb","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"42587"},"reason":"Admitted"} {"level":"Level(-2)","ts":"2026-09-30T02:20:25.559299013Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-v4w9s-cff7b","namespace":"chains-e2e-idwi"},"queue":"pipelines-queue","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-09-30T02:20:25.559375498Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-v4w9s-cff7b","reconcileID":"d6f2bc71-ad5d-489b-a3f0-9bfe34386cc8"} {"level":"Level(-2)","ts":"2026-09-30T02:20:25.559406321Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-v4w9s-cff7b","reconcileID":"d6f2bc71-ad5d-489b-a3f0-9bfe34386cc8","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-30T02:20:25.944658569Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelines-queue","reconcileID":"1ac9a86c-f529-4854-a27a-8f13ef3887eb"} {"level":"Level(-2)","ts":"2026-09-30T02:20:25.944662926Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"940cac0c-ec17-430d-af6d-d2498c60d115"} {"level":"Level(-2)","ts":"2026-09-30T02:20:40.043719276Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-v4w9s-cff7b","namespace":"chains-e2e-idwi"},"queue":"pipelines-queue","status":"finished","prevStatus":"admitted","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-09-30T02:20:40.043745164Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-v4w9s-cff7b","reconcileID":"ffb367e1-b8e2-4e72-86db-681a6a97bb52"} {"level":"Level(-2)","ts":"2026-09-30T02:20:40.043792518Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-v4w9s-cff7b","reconcileID":"ffb367e1-b8e2-4e72-86db-681a6a97bb52","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-30T02:20:40.069132501Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-v4w9s-cff7b","namespace":"chains-e2e-idwi"},"queue":"pipelines-queue","status":"finished","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-09-30T02:20:40.069137492Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-v4w9s-cff7b","reconcileID":"e5b6f6e1-07f2-412b-9484-1c1c62c93746"} {"level":"Level(-2)","ts":"2026-09-30T02:20:40.069175017Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-v4w9s-cff7b","reconcileID":"e5b6f6e1-07f2-412b-9484-1c1c62c93746","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-30T02:20:40.670854342Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-jhkcl-c6d16","reconcileID":"7d1b35f3-cb86-4156-a48b-d5805539daa2"} {"level":"Level(-2)","ts":"2026-09-30T02:20:40.670877231Z","logger":"workload-reconciler","caller":"core/workload_controller.go:848","msg":"Workload create event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-jhkcl-c6d16","namespace":"chains-e2e-idwi"},"queue":"pipelines-queue","status":"pending"} {"level":"Level(-2)","ts":"2026-09-30T02:20:40.670909565Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-jhkcl-c6d16","reconcileID":"7d1b35f3-cb86-4156-a48b-d5805539daa2","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-30T02:20:40.670991076Z","logger":"scheduler","caller":"scheduler/scheduler.go:226","msg":"Obtained heads","replica-role":"leader","schedulingCycle":7,"headCount":1,"waitDuration":15.128335703} {"level":"Level(-2)","ts":"2026-09-30T02:20:40.671023894Z","logger":"scheduler","caller":"scheduler/scheduler.go:241","msg":"Snapshot taken","replica-role":"leader","schedulingCycle":7,"duration":0.000011201} {"level":"Level(-2)","ts":"2026-09-30T02:20:40.671098799Z","logger":"scheduler","caller":"scheduler/scheduler.go:246","msg":"Nomination done","replica-role":"leader","schedulingCycle":7,"entries":1,"inadmissibleEntries":0,"duration":0.000066594} {"level":"Level(-2)","ts":"2026-09-30T02:20:40.671114052Z","logger":"scheduler","caller":"scheduler/scheduler.go:268","msg":"Attempting to schedule workload","replica-role":"leader","schedulingCycle":7,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-jhkcl-c6d16","namespace":"chains-e2e-idwi"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-09-30T02:20:40.671140683Z","logger":"scheduler","caller":"scheduler/scheduler.go:718","msg":"Workload assumed in the cache","replica-role":"leader","schedulingCycle":7,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-jhkcl-c6d16","namespace":"chains-e2e-idwi"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-09-30T02:20:40.67115734Z","logger":"scheduler","caller":"scheduler/scheduler.go:404","msg":"Workload processing done","replica-role":"leader","schedulingCycle":7,"duration":0.000046051} {"level":"Level(-2)","ts":"2026-09-30T02:20:40.671169562Z","logger":"scheduler","caller":"scheduler/scheduler.go:215","msg":"Scheduling cycle complete","replica-role":"leader","schedulingCycle":7,"duration":15.128515201} {"level":"Level(-2)","ts":"2026-09-30T02:20:40.671179587Z","logger":"scheduler","caller":"scheduler/scheduler.go:213","msg":"Scheduling cycle starts","replica-role":"leader","schedulingCycle":8} {"level":"Level(-2)","ts":"2026-09-30T02:20:40.685484718Z","logger":"scheduler","caller":"scheduler/scheduler.go:681","msg":"Workload successfully admitted and assigned flavors","replica-role":"leader","schedulingCycle":7,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-jhkcl-c6d16","namespace":"chains-e2e-idwi"},"clusterQueue":{"name":"cluster-pipeline-queue"},"assignments":[{"name":"pod-set-1","flavors":{"konflux-ci-dev-token":"default-flavor","tekton.dev/pipelineruns":"default-flavor"},"resourceUsage":{"konflux-ci-dev-token":"1","tekton.dev/pipelineruns":"1"},"count":1}]} {"level":"debug","ts":"2026-09-30T02:20:40.68551635Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Quota reserved in ClusterQueue cluster-pipeline-queue, wait time since queued was 1s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-jhkcl-c6d16","uid":"716ce72d-f193-4692-8e48-40ea4826df5e","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"42830"},"reason":"QuotaReserved"} {"level":"debug","ts":"2026-09-30T02:20:40.685527593Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by ClusterQueue cluster-pipeline-queue, wait time since reservation was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-jhkcl-c6d16","uid":"716ce72d-f193-4692-8e48-40ea4826df5e","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"42830"},"reason":"Admitted"} {"level":"Level(-2)","ts":"2026-09-30T02:20:40.685545446Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-jhkcl-c6d16","namespace":"chains-e2e-idwi"},"queue":"pipelines-queue","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-09-30T02:20:40.685579893Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-jhkcl-c6d16","reconcileID":"3467ce3b-ffd3-4434-823a-32ea1f6d8d04"} {"level":"Level(-2)","ts":"2026-09-30T02:20:40.685617195Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-jhkcl-c6d16","reconcileID":"3467ce3b-ffd3-4434-823a-32ea1f6d8d04","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-30T02:20:41.044015578Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelines-queue","reconcileID":"18deb02f-1eb1-4be5-9a87-6a0d1cc6b5b3"} {"level":"Level(-2)","ts":"2026-09-30T02:20:41.044032264Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"dab6519c-9ba1-4ef2-b5d4-c78bf5960a01"} {"level":"error","ts":"2026-09-30T02:20:57.293158316Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"Level(-2)","ts":"2026-09-30T02:20:59.125046668Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-jhkcl-c6d16","namespace":"chains-e2e-idwi"},"queue":"pipelines-queue","status":"finished","prevStatus":"admitted","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-09-30T02:20:59.125042111Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-jhkcl-c6d16","reconcileID":"46b8f086-05d8-4916-a964-61b0ea5e59f8"} {"level":"Level(-2)","ts":"2026-09-30T02:20:59.125162427Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-jhkcl-c6d16","reconcileID":"46b8f086-05d8-4916-a964-61b0ea5e59f8","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-30T02:20:59.144673101Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-jhkcl-c6d16","namespace":"chains-e2e-idwi"},"queue":"pipelines-queue","status":"finished","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-09-30T02:20:59.144678596Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-jhkcl-c6d16","reconcileID":"2d783f75-9554-4ab5-aec8-74dcca8b90c2"} {"level":"Level(-2)","ts":"2026-09-30T02:20:59.144753182Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-jhkcl-c6d16","reconcileID":"2d783f75-9554-4ab5-aec8-74dcca8b90c2","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-30T02:20:59.77089533Z","logger":"workload-reconciler","caller":"core/workload_controller.go:848","msg":"Workload create event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-gkvkw-5e476","namespace":"chains-e2e-idwi"},"queue":"pipelines-queue","status":"pending"} {"level":"Level(-2)","ts":"2026-09-30T02:20:59.77090638Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-gkvkw-5e476","reconcileID":"86753a0d-e8ca-43c4-b34c-17801ae5d214"} {"level":"Level(-2)","ts":"2026-09-30T02:20:59.770942944Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-gkvkw-5e476","reconcileID":"86753a0d-e8ca-43c4-b34c-17801ae5d214","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-30T02:20:59.771009266Z","logger":"scheduler","caller":"scheduler/scheduler.go:226","msg":"Obtained heads","replica-role":"leader","schedulingCycle":8,"headCount":1,"waitDuration":19.099828971} {"level":"Level(-2)","ts":"2026-09-30T02:20:59.77104255Z","logger":"scheduler","caller":"scheduler/scheduler.go:241","msg":"Snapshot taken","replica-role":"leader","schedulingCycle":8,"duration":0.000010465} {"level":"Level(-2)","ts":"2026-09-30T02:20:59.771098932Z","logger":"scheduler","caller":"scheduler/scheduler.go:246","msg":"Nomination done","replica-role":"leader","schedulingCycle":8,"entries":1,"inadmissibleEntries":0,"duration":0.00005044} {"level":"Level(-2)","ts":"2026-09-30T02:20:59.771114598Z","logger":"scheduler","caller":"scheduler/scheduler.go:268","msg":"Attempting to schedule workload","replica-role":"leader","schedulingCycle":8,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-gkvkw-5e476","namespace":"chains-e2e-idwi"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-09-30T02:20:59.771148383Z","logger":"scheduler","caller":"scheduler/scheduler.go:718","msg":"Workload assumed in the cache","replica-role":"leader","schedulingCycle":8,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-gkvkw-5e476","namespace":"chains-e2e-idwi"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-09-30T02:20:59.771167973Z","logger":"scheduler","caller":"scheduler/scheduler.go:404","msg":"Workload processing done","replica-role":"leader","schedulingCycle":8,"duration":0.000056103} {"level":"Level(-2)","ts":"2026-09-30T02:20:59.771184697Z","logger":"scheduler","caller":"scheduler/scheduler.go:215","msg":"Scheduling cycle complete","replica-role":"leader","schedulingCycle":8,"duration":19.100004965} {"level":"Level(-2)","ts":"2026-09-30T02:20:59.771195157Z","logger":"scheduler","caller":"scheduler/scheduler.go:213","msg":"Scheduling cycle starts","replica-role":"leader","schedulingCycle":9} {"level":"Level(-2)","ts":"2026-09-30T02:20:59.786080582Z","logger":"scheduler","caller":"scheduler/scheduler.go:681","msg":"Workload successfully admitted and assigned flavors","replica-role":"leader","schedulingCycle":8,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-gkvkw-5e476","namespace":"chains-e2e-idwi"},"clusterQueue":{"name":"cluster-pipeline-queue"},"assignments":[{"name":"pod-set-1","flavors":{"konflux-ci-dev-token":"default-flavor","tekton.dev/pipelineruns":"default-flavor"},"resourceUsage":{"konflux-ci-dev-token":"1","tekton.dev/pipelineruns":"1"},"count":1}]} {"level":"debug","ts":"2026-09-30T02:20:59.786116436Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Quota reserved in ClusterQueue cluster-pipeline-queue, wait time since queued was 1s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-gkvkw-5e476","uid":"eebea76e-85fc-4e59-b355-42618207bf32","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"43101"},"reason":"QuotaReserved"} {"level":"debug","ts":"2026-09-30T02:20:59.78612786Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by ClusterQueue cluster-pipeline-queue, wait time since reservation was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-gkvkw-5e476","uid":"eebea76e-85fc-4e59-b355-42618207bf32","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"43101"},"reason":"Admitted"} {"level":"Level(-2)","ts":"2026-09-30T02:20:59.787941905Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-gkvkw-5e476","namespace":"chains-e2e-idwi"},"queue":"pipelines-queue","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-09-30T02:20:59.787948412Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-gkvkw-5e476","reconcileID":"f6f16256-8790-4b54-9d9d-0a8b7d8aaad9"} {"level":"Level(-2)","ts":"2026-09-30T02:20:59.78803051Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-gkvkw-5e476","reconcileID":"f6f16256-8790-4b54-9d9d-0a8b7d8aaad9","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-30T02:21:00.126211023Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelines-queue","reconcileID":"fd9d6e09-4b0f-451b-b9c0-480443967844"} {"level":"Level(-2)","ts":"2026-09-30T02:21:00.126220839Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"63920b16-a387-44a3-b9d9-d8e9865934e6"} {"level":"Level(-2)","ts":"2026-09-30T02:21:21.107894532Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-pipelines","name":"create-minio-bucket","reconcileID":"e9357ad1-3574-4d1f-add0-8320d12ad4e3","job":"openshift-pipelines/create-minio-bucket","gvk":"batch/v1, Kind=Job","namespace":"openshift-pipelines"} {"level":"Level(-2)","ts":"2026-09-30T02:21:25.264077275Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-gkvkw-5e476","reconcileID":"37bb7f49-27f9-4142-86fa-38d1ed385a55"} {"level":"Level(-2)","ts":"2026-09-30T02:21:25.26411072Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-gkvkw-5e476","namespace":"chains-e2e-idwi"},"queue":"pipelines-queue","status":"finished","prevStatus":"admitted","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-09-30T02:21:25.264129931Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-gkvkw-5e476","reconcileID":"37bb7f49-27f9-4142-86fa-38d1ed385a55","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-30T02:21:25.280777003Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-gkvkw-5e476","namespace":"chains-e2e-idwi"},"queue":"pipelines-queue","status":"finished","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-09-30T02:21:25.280845742Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-gkvkw-5e476","reconcileID":"7c0a946a-6eb5-444e-8be1-384108d5f20a"} {"level":"Level(-2)","ts":"2026-09-30T02:21:25.280884362Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-gkvkw-5e476","reconcileID":"7c0a946a-6eb5-444e-8be1-384108d5f20a","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-30T02:21:25.883485823Z","logger":"workload-reconciler","caller":"core/workload_controller.go:848","msg":"Workload create event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-cmdgb-aab9e","namespace":"chains-e2e-idwi"},"queue":"pipelines-queue","status":"pending"} {"level":"Level(-2)","ts":"2026-09-30T02:21:25.88352537Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-cmdgb-aab9e","reconcileID":"aa9483fb-91a0-489b-9af9-0ab564684d56"} {"level":"Level(-2)","ts":"2026-09-30T02:21:25.883565759Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-cmdgb-aab9e","reconcileID":"aa9483fb-91a0-489b-9af9-0ab564684d56","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-30T02:21:25.883593562Z","logger":"scheduler","caller":"scheduler/scheduler.go:226","msg":"Obtained heads","replica-role":"leader","schedulingCycle":9,"headCount":1,"waitDuration":26.112397502} {"level":"Level(-2)","ts":"2026-09-30T02:21:25.883630018Z","logger":"scheduler","caller":"scheduler/scheduler.go:241","msg":"Snapshot taken","replica-role":"leader","schedulingCycle":9,"duration":0.000010052} {"level":"Level(-2)","ts":"2026-09-30T02:21:25.883705122Z","logger":"scheduler","caller":"scheduler/scheduler.go:246","msg":"Nomination done","replica-role":"leader","schedulingCycle":9,"entries":1,"inadmissibleEntries":0,"duration":0.000066954} {"level":"Level(-2)","ts":"2026-09-30T02:21:25.883721825Z","logger":"scheduler","caller":"scheduler/scheduler.go:268","msg":"Attempting to schedule workload","replica-role":"leader","schedulingCycle":9,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-cmdgb-aab9e","namespace":"chains-e2e-idwi"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-09-30T02:21:25.883747483Z","logger":"scheduler","caller":"scheduler/scheduler.go:718","msg":"Workload assumed in the cache","replica-role":"leader","schedulingCycle":9,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-cmdgb-aab9e","namespace":"chains-e2e-idwi"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-09-30T02:21:25.883763482Z","logger":"scheduler","caller":"scheduler/scheduler.go:404","msg":"Workload processing done","replica-role":"leader","schedulingCycle":9,"duration":0.000044825} {"level":"Level(-2)","ts":"2026-09-30T02:21:25.883773762Z","logger":"scheduler","caller":"scheduler/scheduler.go:215","msg":"Scheduling cycle complete","replica-role":"leader","schedulingCycle":9,"duration":26.112578494} {"level":"Level(-2)","ts":"2026-09-30T02:21:25.883783608Z","logger":"scheduler","caller":"scheduler/scheduler.go:213","msg":"Scheduling cycle starts","replica-role":"leader","schedulingCycle":10} {"level":"Level(-2)","ts":"2026-09-30T02:21:25.901264867Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-cmdgb-aab9e","namespace":"chains-e2e-idwi"},"queue":"pipelines-queue","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-09-30T02:21:25.901266006Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-cmdgb-aab9e","reconcileID":"cab0af02-b7c7-4573-9a24-3cf10c0e01ec"} {"level":"Level(-2)","ts":"2026-09-30T02:21:25.901297324Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-cmdgb-aab9e","reconcileID":"cab0af02-b7c7-4573-9a24-3cf10c0e01ec","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-30T02:21:25.90172327Z","logger":"scheduler","caller":"scheduler/scheduler.go:681","msg":"Workload successfully admitted and assigned flavors","replica-role":"leader","schedulingCycle":9,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-cmdgb-aab9e","namespace":"chains-e2e-idwi"},"clusterQueue":{"name":"cluster-pipeline-queue"},"assignments":[{"name":"pod-set-1","flavors":{"konflux-ci-dev-token":"default-flavor","tekton.dev/pipelineruns":"default-flavor"},"resourceUsage":{"konflux-ci-dev-token":"1","tekton.dev/pipelineruns":"1"},"count":1}]} {"level":"debug","ts":"2026-09-30T02:21:25.901751277Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Quota reserved in ClusterQueue cluster-pipeline-queue, wait time since queued was 1s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-cmdgb-aab9e","uid":"fe12f248-e03b-4f30-a045-3e746f2da732","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"43421"},"reason":"QuotaReserved"} {"level":"debug","ts":"2026-09-30T02:21:25.901764529Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by ClusterQueue cluster-pipeline-queue, wait time since reservation was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-cmdgb-aab9e","uid":"fe12f248-e03b-4f30-a045-3e746f2da732","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"43421"},"reason":"Admitted"} {"level":"Level(-2)","ts":"2026-09-30T02:21:26.26465476Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelines-queue","reconcileID":"07c98206-eeaf-4545-9150-7496a6a7ecdd"} {"level":"Level(-2)","ts":"2026-09-30T02:21:26.264656405Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"600b4f98-5230-4893-8e6c-bd896ed44ff3"} {"level":"Level(-2)","ts":"2026-09-30T02:21:34.182529937Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-pipelines","name":"create-minio-bucket","reconcileID":"5ab23850-8d4c-45a9-b7b1-27c8e30bbcc7","job":"openshift-pipelines/create-minio-bucket","gvk":"batch/v1, Kind=Job","namespace":"openshift-pipelines"} {"level":"Level(-2)","ts":"2026-09-30T02:21:41.335036187Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-cmdgb-aab9e","reconcileID":"718cb2ad-3b54-4373-8a44-2488c6d36432"} {"level":"Level(-2)","ts":"2026-09-30T02:21:41.33506548Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-cmdgb-aab9e","namespace":"chains-e2e-idwi"},"queue":"pipelines-queue","status":"finished","prevStatus":"admitted","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-09-30T02:21:41.335097596Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-cmdgb-aab9e","reconcileID":"718cb2ad-3b54-4373-8a44-2488c6d36432","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-30T02:21:41.351309469Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-cmdgb-aab9e","namespace":"chains-e2e-idwi"},"queue":"pipelines-queue","status":"finished","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-09-30T02:21:41.351313448Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-cmdgb-aab9e","reconcileID":"123cd118-803f-45d0-a402-d5ac197025cb"} {"level":"Level(-2)","ts":"2026-09-30T02:21:41.351377293Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-cmdgb-aab9e","reconcileID":"123cd118-803f-45d0-a402-d5ac197025cb","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-30T02:21:41.992637708Z","logger":"workload-reconciler","caller":"core/workload_controller.go:848","msg":"Workload create event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-m66v7-ef0b9","namespace":"chains-e2e-idwi"},"queue":"pipelines-queue","status":"pending"} {"level":"Level(-2)","ts":"2026-09-30T02:21:41.992726839Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-m66v7-ef0b9","reconcileID":"2059f229-758d-42fe-837a-4183dfa3701f"} {"level":"Level(-2)","ts":"2026-09-30T02:21:41.992745711Z","logger":"scheduler","caller":"scheduler/scheduler.go:226","msg":"Obtained heads","replica-role":"leader","schedulingCycle":10,"headCount":1,"waitDuration":16.108961164} {"level":"Level(-2)","ts":"2026-09-30T02:21:41.992774268Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-m66v7-ef0b9","reconcileID":"2059f229-758d-42fe-837a-4183dfa3701f","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-30T02:21:41.992789437Z","logger":"scheduler","caller":"scheduler/scheduler.go:241","msg":"Snapshot taken","replica-role":"leader","schedulingCycle":10,"duration":0.000015209} {"level":"Level(-2)","ts":"2026-09-30T02:21:41.992848827Z","logger":"scheduler","caller":"scheduler/scheduler.go:246","msg":"Nomination done","replica-role":"leader","schedulingCycle":10,"entries":1,"inadmissibleEntries":0,"duration":0.000047565} {"level":"Level(-2)","ts":"2026-09-30T02:21:41.992863835Z","logger":"scheduler","caller":"scheduler/scheduler.go:268","msg":"Attempting to schedule workload","replica-role":"leader","schedulingCycle":10,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-m66v7-ef0b9","namespace":"chains-e2e-idwi"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-09-30T02:21:41.992894967Z","logger":"scheduler","caller":"scheduler/scheduler.go:718","msg":"Workload assumed in the cache","replica-role":"leader","schedulingCycle":10,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-m66v7-ef0b9","namespace":"chains-e2e-idwi"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-09-30T02:21:41.992914034Z","logger":"scheduler","caller":"scheduler/scheduler.go:404","msg":"Workload processing done","replica-role":"leader","schedulingCycle":10,"duration":0.00005305} {"level":"Level(-2)","ts":"2026-09-30T02:21:41.992926992Z","logger":"scheduler","caller":"scheduler/scheduler.go:215","msg":"Scheduling cycle complete","replica-role":"leader","schedulingCycle":10,"duration":16.109143086} {"level":"Level(-2)","ts":"2026-09-30T02:21:41.992940963Z","logger":"scheduler","caller":"scheduler/scheduler.go:213","msg":"Scheduling cycle starts","replica-role":"leader","schedulingCycle":11} {"level":"Level(-2)","ts":"2026-09-30T02:21:42.01209845Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-m66v7-ef0b9","namespace":"chains-e2e-idwi"},"queue":"pipelines-queue","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-09-30T02:21:42.012135919Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-m66v7-ef0b9","reconcileID":"13d3e070-3217-4747-97b7-c88b66817389"} {"level":"Level(-2)","ts":"2026-09-30T02:21:42.012162694Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-m66v7-ef0b9","reconcileID":"13d3e070-3217-4747-97b7-c88b66817389","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-30T02:21:42.013751899Z","logger":"scheduler","caller":"scheduler/scheduler.go:681","msg":"Workload successfully admitted and assigned flavors","replica-role":"leader","schedulingCycle":10,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-m66v7-ef0b9","namespace":"chains-e2e-idwi"},"clusterQueue":{"name":"cluster-pipeline-queue"},"assignments":[{"name":"pod-set-1","flavors":{"konflux-ci-dev-token":"default-flavor","tekton.dev/pipelineruns":"default-flavor"},"resourceUsage":{"konflux-ci-dev-token":"1","tekton.dev/pipelineruns":"1"},"count":1}]} {"level":"debug","ts":"2026-09-30T02:21:42.013779075Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Quota reserved in ClusterQueue cluster-pipeline-queue, wait time since queued was 1s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-m66v7-ef0b9","uid":"0df58a48-d78e-4b10-a9df-9031c4a8f1f2","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"43668"},"reason":"QuotaReserved"} {"level":"debug","ts":"2026-09-30T02:21:42.013792833Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by ClusterQueue cluster-pipeline-queue, wait time since reservation was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-m66v7-ef0b9","uid":"0df58a48-d78e-4b10-a9df-9031c4a8f1f2","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"43668"},"reason":"Admitted"} {"level":"Level(-2)","ts":"2026-09-30T02:21:42.336040859Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"b0d0e271-1190-495e-9085-b416e2e0fb01"} {"level":"Level(-2)","ts":"2026-09-30T02:21:42.336035365Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelines-queue","reconcileID":"7fd7ff5a-359a-4592-9635-58099e9c68a7"} {"level":"error","ts":"2026-09-30T02:21:54.031087448Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"Level(-2)","ts":"2026-09-30T02:21:56.43785731Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-m66v7-ef0b9","reconcileID":"ba54bf86-5c00-46ef-a5e8-a9c839baa3f1"} {"level":"Level(-2)","ts":"2026-09-30T02:21:56.437900647Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-m66v7-ef0b9","reconcileID":"ba54bf86-5c00-46ef-a5e8-a9c839baa3f1","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-30T02:21:56.437859716Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-m66v7-ef0b9","namespace":"chains-e2e-idwi"},"queue":"pipelines-queue","status":"finished","prevStatus":"admitted","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-09-30T02:21:56.454480717Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-m66v7-ef0b9","namespace":"chains-e2e-idwi"},"queue":"pipelines-queue","status":"finished","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-09-30T02:21:56.454485879Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-m66v7-ef0b9","reconcileID":"c2206441-ec65-4866-ae75-689b894a339e"} {"level":"Level(-2)","ts":"2026-09-30T02:21:56.454558127Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelinerun-verify-enterprise-contract-run-m66v7-ef0b9","reconcileID":"c2206441-ec65-4866-ae75-689b894a339e","isDeleted":false} {"level":"Level(-2)","ts":"2026-09-30T02:21:57.438507709Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelines-queue","reconcileID":"32d9c312-c391-4a92-9f8e-539600a7bfbe"} {"level":"Level(-2)","ts":"2026-09-30T02:21:57.438522252Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"1d2e5e38-c7af-4646-9087-792449bc00db"} {"level":"Level(-2)","ts":"2026-09-30T02:21:57.45244849Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"pipelines-queue","namespace":"chains-e2e-idwi"}} {"level":"Level(-2)","ts":"2026-09-30T02:21:57.45251445Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-idwi","name":"pipelines-queue","reconcileID":"dead6716-3602-48fb-bb0a-fa8be4fc71d1"} {"level":"Level(-2)","ts":"2026-09-30T02:21:57.456470408Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-09-30T02:21:57.456634889Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"ef94d10b-dfb8-4d75-a659-3a1836039c3a"}