{"level":"info","ts":"2026-10-02T02:38:19.246227361Z","logger":"setup","caller":"kueue/main.go:627","msg":"Successfully loaded configuration","config":"apiVersion: config.kueue.x-k8s.io/v1beta2\nclientConnection:\n burst: 100\n qps: 50\ncontroller:\n groupKindConcurrency:\n ClusterQueue.kueue.x-k8s.io: 1\n Job.batch: 5\n LocalQueue.kueue.x-k8s.io: 1\n Pod: 5\n ResourceFlavor.kueue.x-k8s.io: 1\n Workload.kueue.x-k8s.io: 5\nhealth:\n healthProbeBindAddress: :8081\nintegrations:\n externalFrameworks:\n - pipelineruns.v1.tekton.dev\n frameworks:\n - batch/job\ninternalCertManagement:\n enable: false\nkind: Configuration\nleaderElection:\n leaderElect: true\n leaseDuration: 2m17s\n renewDeadline: 1m47s\n resourceLock: leases\n resourceName: c1f6bfd2.kueue.x-k8s.io\n resourceNamespace: \"\"\n retryPeriod: 26s\nmanageJobsWithoutQueueName: false\nmanagedJobsNamespaceSelector:\n matchLabels:\n kueue.openshift.io/managed: \"true\"\nmetrics:\n bindAddress: :8443\n enableClusterQueueResources: true\nmultiKueue:\n dispatcherName: kueue.x-k8s.io/multikueue-dispatcher-all-at-once\n gcInterval: 1m0s\n origin: multikueue\n workerLostTimeout: 15m0s\nnamespace: openshift-kueue-operator\nwebhook:\n certDir: /tmp/k8s-webhook-server/serving-certs\n port: 9443\n"} {"level":"info","ts":"2026-10-02T02:38:19.246330041Z","logger":"setup","caller":"kueue/main.go:166","msg":"Initializing","gitVersion":"056152c9-dirty","gitCommit":"056152c91a6cdc022117311166183003d6403e51","buildDate":"2026-08-30T15:55:40Z"} {"level":"Level(-2)","ts":"2026-10-02T02:38:19.246424199Z","logger":"setup","caller":"features/kube_features.go:507","msg":"Loaded feature gates","featureGates":{"AdmissionFairSharing":true,"DynamicResourceAllocation":false,"ElasticJobsViaWorkloadSlices":false,"FailureRecoveryPolicy":false,"FairSharingPreemptWithinNominal":true,"FairSharingPrioritizeNonBorrowing":true,"FinishOrphanedWorkloads":true,"FlavorFungibility":true,"FlavorFungibilityImplicitPreferenceDefault":false,"HierarchicalCohorts":true,"LendingLimit":true,"LocalQueueDefaulting":true,"LocalQueueMetrics":false,"ManagedJobsNamespaceSelectorAlwaysRespected":true,"MultiKueue":true,"MultiKueueAdaptersForCustomJobs":true,"MultiKueueAllowInsecureKubeconfigs":false,"MultiKueueBatchJobWithManagedBy":true,"MultiKueueClusterProfile":false,"MultiKueueRedoAdmissionOnEvictionInWorker":true,"MultiKueueWaitForWorkloadAdmitted":true,"ObjectRetentionPolicies":true,"PartialAdmission":true,"PrioritySortingWithinCohort":true,"PropagateBatchJobLabelsToWorkload":true,"ReclaimablePods":true,"RejectUpdatesToCQWithInvalidOnFlavors":false,"RemoveFinalizersWithStrictPatch":true,"SanitizePodSets":true,"SchedulerLongRequeueInterval":false,"SchedulerTimestampPreemptionBuffer":false,"SchedulingEquivalenceHashing":false,"ShortWorkloadNames":false,"SkipFinalizersForPodsSuspendedByParent":true,"TASBalancedPlacement":false,"TASFailedNodeReplacement":true,"TASFailedNodeReplacementFailFast":true,"TASProfileLeastFreeCapacity":false,"TASProfileMixed":true,"TASReplaceNodeOnNodeTaints":false,"TASReplaceNodeOnPodTermination":true,"TLSOptions":true,"TopologyAwareScheduling":true,"VisibilityOnDemand":true,"WorkloadRequestUseMergePatch":false}} {"level":"info","ts":"2026-10-02T02:38:19.246469215Z","logger":"setup","caller":"kueue/main.go:201","msg":"Initializing metrics certificate watcher using provided certificates","metrics-cert-path":"/etc/kueue/metrics/certs"} {"level":"info","ts":"2026-10-02T02:38:19.246654765Z","logger":"controller-runtime.certwatcher","caller":"certwatcher/certwatcher.go:214","msg":"Updated current TLS certificate","cert":"/etc/kueue/metrics/certs/tls.crt","key":"/etc/kueue/metrics/certs/tls.key"} {"level":"Level(-2)","ts":"2026-10-02T02:38:19.246835082Z","logger":"setup","caller":"kueue/main.go:234","msg":"K8S Client","qps":50,"burst":100} {"level":"info","ts":"2026-10-02T02:38:19.27733318Z","logger":"setup","caller":"kueue/main.go:597","msg":"RoleTracker: leader election enabled"} {"level":"error","ts":"2026-10-02T02:38:19.286008757Z","logger":"setup","caller":"kueue/main.go:389","msg":"Skipping admission check controller setup: Provisioning Requests not supported (Possible cause: missing or unsupported cluster-autoscaler)","error":"no matches for kind \"ProvisioningRequest\" in version \"autoscaling.x-k8s.io/v1\"","stacktrace":"main.setupIndexes\n\t/workspace/upstream/kueue/src/cmd/kueue/main.go:389\nmain.main\n\t/workspace/upstream/kueue/src/cmd/kueue/main.go:315\nruntime.main\n\t/usr/lib/golang/src/runtime/proc.go:285"} {"level":"info","ts":"2026-10-02T02:38:19.288940506Z","logger":"setup","caller":"kueue/main.go:546","msg":"Probe endpoints are configured on healthz and readyz"} {"level":"info","ts":"2026-10-02T02:38:19.293115522Z","logger":"setup","caller":"kueue/main.go:433","msg":"Skipping provisioning controller setup: Provisioning Requests not supported (Possible cause: missing or unsupported cluster-autoscaler)"} {"level":"info","ts":"2026-10-02T02:38:19.293293612Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"workload.codeflare.dev/v1beta2, Kind=AppWrapper","path":"/mutate-workload-codeflare-dev-v1beta2-appwrapper"} {"level":"info","ts":"2026-10-02T02:38:19.293383123Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-workload-codeflare-dev-v1beta2-appwrapper"} {"level":"info","ts":"2026-10-02T02:38:19.293423324Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"workload.codeflare.dev/v1beta2, Kind=AppWrapper","path":"/validate-workload-codeflare-dev-v1beta2-appwrapper"} {"level":"info","ts":"2026-10-02T02:38:19.293472351Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-workload-codeflare-dev-v1beta2-appwrapper"} {"level":"info","ts":"2026-10-02T02:38:19.293574321Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"apps/v1, Kind=Deployment","path":"/mutate-apps-v1-deployment"} {"level":"info","ts":"2026-10-02T02:38:19.293627739Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-apps-v1-deployment"} {"level":"info","ts":"2026-10-02T02:38:19.293649738Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"apps/v1, Kind=Deployment","path":"/validate-apps-v1-deployment"} {"level":"info","ts":"2026-10-02T02:38:19.29367974Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-apps-v1-deployment"} {"level":"info","ts":"2026-10-02T02:38:19.293776664Z","caller":"webhook/builder.go:178","msg":"Registering a mutating webhook","GVK":"batch/v1, Kind=Job","path":"/mutate-batch-v1-job"} {"level":"info","ts":"2026-10-02T02:38:19.293818036Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-batch-v1-job"} {"level":"info","ts":"2026-10-02T02:38:19.293834809Z","caller":"webhook/builder.go:210","msg":"Registering a validating webhook","GVK":"batch/v1, Kind=Job","path":"/validate-batch-v1-job"} {"level":"info","ts":"2026-10-02T02:38:19.293865823Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-batch-v1-job"} {"level":"info","ts":"2026-10-02T02:38:19.293931929Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"jobset.x-k8s.io/v1alpha2, Kind=JobSet","path":"/mutate-jobset-x-k8s-io-v1alpha2-jobset"} {"level":"info","ts":"2026-10-02T02:38:19.293961292Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-jobset-x-k8s-io-v1alpha2-jobset"} {"level":"info","ts":"2026-10-02T02:38:19.293976872Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"jobset.x-k8s.io/v1alpha2, Kind=JobSet","path":"/validate-jobset-x-k8s-io-v1alpha2-jobset"} {"level":"info","ts":"2026-10-02T02:38:19.29401035Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-jobset-x-k8s-io-v1alpha2-jobset"} {"level":"info","ts":"2026-10-02T02:38:19.294044566Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=JAXJob","path":"/mutate-kubeflow-org-v1-jaxjob"} {"level":"info","ts":"2026-10-02T02:38:19.294075312Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-jaxjob"} {"level":"info","ts":"2026-10-02T02:38:19.294092008Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=JAXJob","path":"/validate-kubeflow-org-v1-jaxjob"} {"level":"info","ts":"2026-10-02T02:38:19.294115357Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-jaxjob"} {"level":"info","ts":"2026-10-02T02:38:19.294150597Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=PaddleJob","path":"/mutate-kubeflow-org-v1-paddlejob"} {"level":"info","ts":"2026-10-02T02:38:19.294181617Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-paddlejob"} {"level":"info","ts":"2026-10-02T02:38:19.294197121Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=PaddleJob","path":"/validate-kubeflow-org-v1-paddlejob"} {"level":"info","ts":"2026-10-02T02:38:19.294223238Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-paddlejob"} {"level":"info","ts":"2026-10-02T02:38:19.294258257Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=PyTorchJob","path":"/mutate-kubeflow-org-v1-pytorchjob"} {"level":"info","ts":"2026-10-02T02:38:19.294281806Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-pytorchjob"} {"level":"info","ts":"2026-10-02T02:38:19.294297298Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=PyTorchJob","path":"/validate-kubeflow-org-v1-pytorchjob"} {"level":"info","ts":"2026-10-02T02:38:19.294323334Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-pytorchjob"} {"level":"info","ts":"2026-10-02T02:38:19.294355157Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=TFJob","path":"/mutate-kubeflow-org-v1-tfjob"} {"level":"info","ts":"2026-10-02T02:38:19.294385915Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-tfjob"} {"level":"info","ts":"2026-10-02T02:38:19.294401261Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=TFJob","path":"/validate-kubeflow-org-v1-tfjob"} {"level":"info","ts":"2026-10-02T02:38:19.29442703Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-tfjob"} {"level":"info","ts":"2026-10-02T02:38:19.294459419Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=XGBoostJob","path":"/mutate-kubeflow-org-v1-xgboostjob"} {"level":"info","ts":"2026-10-02T02:38:19.294513677Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-xgboostjob"} {"level":"info","ts":"2026-10-02T02:38:19.294532974Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=XGBoostJob","path":"/validate-kubeflow-org-v1-xgboostjob"} {"level":"info","ts":"2026-10-02T02:38:19.294561558Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-xgboostjob"} {"level":"info","ts":"2026-10-02T02:38:19.294598117Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v2beta1, Kind=MPIJob","path":"/mutate-kubeflow-org-v2beta1-mpijob"} {"level":"info","ts":"2026-10-02T02:38:19.294624342Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v2beta1-mpijob"} {"level":"info","ts":"2026-10-02T02:38:19.294641665Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kubeflow.org/v2beta1, Kind=MPIJob","path":"/validate-kubeflow-org-v2beta1-mpijob"} {"level":"info","ts":"2026-10-02T02:38:19.294667136Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v2beta1-mpijob"} {"level":"info","ts":"2026-10-02T02:38:19.294704381Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"/v1, Kind=Pod","path":"/mutate--v1-pod"} {"level":"info","ts":"2026-10-02T02:38:19.294733427Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate--v1-pod"} {"level":"info","ts":"2026-10-02T02:38:19.294751032Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"/v1, Kind=Pod","path":"/validate--v1-pod"} {"level":"info","ts":"2026-10-02T02:38:19.294773877Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate--v1-pod"} {"level":"info","ts":"2026-10-02T02:38:19.294812018Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"leaderworkerset.x-k8s.io/v1, Kind=LeaderWorkerSet","path":"/mutate-leaderworkerset-x-k8s-io-v1-leaderworkerset"} {"level":"info","ts":"2026-10-02T02:38:19.294838076Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-leaderworkerset-x-k8s-io-v1-leaderworkerset"} {"level":"info","ts":"2026-10-02T02:38:19.294854967Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"leaderworkerset.x-k8s.io/v1, Kind=LeaderWorkerSet","path":"/validate-leaderworkerset-x-k8s-io-v1-leaderworkerset"} {"level":"info","ts":"2026-10-02T02:38:19.294881138Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-leaderworkerset-x-k8s-io-v1-leaderworkerset"} {"level":"info","ts":"2026-10-02T02:38:19.294912936Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"ray.io/v1, Kind=RayCluster","path":"/mutate-ray-io-v1-raycluster"} {"level":"info","ts":"2026-10-02T02:38:19.294937116Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-ray-io-v1-raycluster"} {"level":"info","ts":"2026-10-02T02:38:19.294953305Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"ray.io/v1, Kind=RayCluster","path":"/validate-ray-io-v1-raycluster"} {"level":"info","ts":"2026-10-02T02:38:19.294973555Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-ray-io-v1-raycluster"} {"level":"info","ts":"2026-10-02T02:38:19.295006534Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"ray.io/v1, Kind=RayJob","path":"/mutate-ray-io-v1-rayjob"} {"level":"info","ts":"2026-10-02T02:38:19.295033612Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-ray-io-v1-rayjob"} {"level":"info","ts":"2026-10-02T02:38:19.295049004Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"ray.io/v1, Kind=RayJob","path":"/validate-ray-io-v1-rayjob"} {"level":"info","ts":"2026-10-02T02:38:19.295074162Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-ray-io-v1-rayjob"} {"level":"info","ts":"2026-10-02T02:38:19.29510638Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"apps/v1, Kind=StatefulSet","path":"/mutate-apps-v1-statefulset"} {"level":"info","ts":"2026-10-02T02:38:19.295140123Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-apps-v1-statefulset"} {"level":"info","ts":"2026-10-02T02:38:19.295156571Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"apps/v1, Kind=StatefulSet","path":"/validate-apps-v1-statefulset"} {"level":"info","ts":"2026-10-02T02:38:19.295183029Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-apps-v1-statefulset"} {"level":"info","ts":"2026-10-02T02:38:19.29522212Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","path":"/mutate-trainer-kubeflow-org-v1alpha1-trainjob"} {"level":"info","ts":"2026-10-02T02:38:19.295251215Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-trainer-kubeflow-org-v1alpha1-trainjob"} {"level":"info","ts":"2026-10-02T02:38:19.29527044Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","path":"/validate-trainer-kubeflow-org-v1alpha1-trainjob"} {"level":"info","ts":"2026-10-02T02:38:19.295298767Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-trainer-kubeflow-org-v1alpha1-trainjob"} {"level":"info","ts":"2026-10-02T02:38:19.295330453Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=Workload","path":"/mutate-kueue-x-k8s-io-v1beta2-workload"} {"level":"info","ts":"2026-10-02T02:38:19.295358428Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kueue-x-k8s-io-v1beta2-workload"} {"level":"info","ts":"2026-10-02T02:38:19.295374893Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=Workload","path":"/validate-kueue-x-k8s-io-v1beta2-workload"} {"level":"info","ts":"2026-10-02T02:38:19.295398827Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kueue-x-k8s-io-v1beta2-workload"} {"level":"info","ts":"2026-10-02T02:38:19.295446249Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/convert"} {"level":"info","ts":"2026-10-02T02:38:19.295452922Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:289","msg":"Conversion webhook enabled","GVK":"kueue.x-k8s.io/v1beta2, Kind=Workload"} {"level":"info","ts":"2026-10-02T02:38:19.295505929Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=ResourceFlavor","path":"/mutate-kueue-x-k8s-io-v1beta2-resourceflavor"} {"level":"info","ts":"2026-10-02T02:38:19.295536142Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kueue-x-k8s-io-v1beta2-resourceflavor"} {"level":"info","ts":"2026-10-02T02:38:19.295552255Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=ResourceFlavor","path":"/validate-kueue-x-k8s-io-v1beta2-resourceflavor"} {"level":"info","ts":"2026-10-02T02:38:19.295577045Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kueue-x-k8s-io-v1beta2-resourceflavor"} {"level":"info","ts":"2026-10-02T02:38:19.295614629Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=ClusterQueue","path":"/mutate-kueue-x-k8s-io-v1beta2-clusterqueue"} {"level":"info","ts":"2026-10-02T02:38:19.295641262Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kueue-x-k8s-io-v1beta2-clusterqueue"} {"level":"info","ts":"2026-10-02T02:38:19.295658215Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=ClusterQueue","path":"/validate-kueue-x-k8s-io-v1beta2-clusterqueue"} {"level":"info","ts":"2026-10-02T02:38:19.295686813Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kueue-x-k8s-io-v1beta2-clusterqueue"} {"level":"info","ts":"2026-10-02T02:38:19.295710502Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:289","msg":"Conversion webhook enabled","GVK":"kueue.x-k8s.io/v1beta2, Kind=ClusterQueue"} {"level":"info","ts":"2026-10-02T02:38:19.29573372Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=Cohort","path":"/validate-kueue-x-k8s-io-v1beta2-cohort"} {"level":"info","ts":"2026-10-02T02:38:19.295764102Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kueue-x-k8s-io-v1beta2-cohort"} {"level":"info","ts":"2026-10-02T02:38:19.295788335Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:289","msg":"Conversion webhook enabled","GVK":"kueue.x-k8s.io/v1beta2, Kind=Cohort"} {"level":"info","ts":"2026-10-02T02:38:19.295811537Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:289","msg":"Conversion webhook enabled","GVK":"kueue.x-k8s.io/v1beta2, Kind=LocalQueue"} {"level":"info","ts":"2026-10-02T02:38:19.295826889Z","logger":"setup","caller":"kueue/main.go:374","msg":"Starting manager"} {"level":"info","ts":"2026-10-02T02:38:19.295869532Z","logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"} {"level":"info","ts":"2026-10-02T02:38:19.295919235Z","caller":"manager/server.go:83","msg":"starting server","name":"health probe","addr":"[::]:8081"} {"level":"info","ts":"2026-10-02T02:38:19.295959808Z","logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":8443","secure":true} {"level":"info","ts":"2026-10-02T02:38:19.295993802Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:191","msg":"Starting webhook server"} {"level":"info","ts":"2026-10-02T02:38:19.296212972Z","logger":"controller-runtime.certwatcher","caller":"certwatcher/certwatcher.go:214","msg":"Updated current TLS certificate","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key"} {"level":"info","ts":"2026-10-02T02:38:19.296283829Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:242","msg":"Serving webhook server","host":"","port":9443} {"level":"info","ts":"2026-10-02T02:38:19.296332574Z","logger":"controller-runtime.certwatcher","caller":"certwatcher/certwatcher.go:136","msg":"Starting certificate poll+watcher","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10} {"level":"Level(-2)","ts":"2026-10-02T02:38:19.302406864Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.AdmissionCheck","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-10-02T02:38:19.303037791Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.MultiKueueConfig","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-10-02T02:38:19.303890497Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Job","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-10-02T02:38:19.304537943Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.LimitRange","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-10-02T02:38:19.304626161Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.ResourceFlavor","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-10-02T02:38:19.304929475Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.Workload","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-10-02T02:38:19.304946449Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.MultiKueueCluster","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-10-02T02:38:19.305043274Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.LocalQueue","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-10-02T02:38:19.332430459Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Pod","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"info","ts":"2026-10-02T02:38:19.398158491Z","logger":"controller-runtime.certwatcher","caller":"certwatcher/certwatcher.go:136","msg":"Starting certificate poll+watcher","cert":"/etc/kueue/metrics/certs/tls.crt","key":"/etc/kueue/metrics/certs/tls.key","interval":10} I1002 02:38:19.398342 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="openshift-kueue-operator/c1f6bfd2.kueue.x-k8s.io" {"level":"info","ts":"2026-10-02T02:38:19.398594584Z","logger":"resourceflavor-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ResourceFlavor"} {"level":"info","ts":"2026-10-02T02:38:19.398587883Z","logger":"resourceflavor-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0xc000397b20"} {"level":"info","ts":"2026-10-02T02:38:19.398561417Z","logger":"workloadpriorityclass-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.WorkloadPriorityClass"} {"level":"info","ts":"2026-10-02T02:38:19.398661241Z","logger":"resourceflavor-reconciler","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"follower"} {"level":"info","ts":"2026-10-02T02:38:19.398670481Z","logger":"resourceflavor-reconciler","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"follower","worker count":1} {"level":"info","ts":"2026-10-02T02:38:19.398724422Z","logger":"tas-topology-controller","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.Topology"} {"level":"info","ts":"2026-10-02T02:38:19.39876406Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0xc00050b490"} {"level":"info","ts":"2026-10-02T02:38:19.399169316Z","logger":"tas-topology-controller","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ResourceFlavor"} {"level":"info","ts":"2026-10-02T02:38:19.399261949Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Namespace"} {"level":"info","ts":"2026-10-02T02:38:19.399342625Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ClusterQueue"} {"level":"info","ts":"2026-10-02T02:38:19.399690221Z","logger":"localqueue-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0xc000386850"} {"level":"info","ts":"2026-10-02T02:38:19.399742235Z","logger":"localqueue-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.LocalQueue"} {"level":"info","ts":"2026-10-02T02:38:19.399805183Z","logger":"admissioncheck-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.AdmissionCheck"} {"level":"info","ts":"2026-10-02T02:38:19.399759496Z","logger":"admissioncheck-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0xc000397c00"} {"level":"info","ts":"2026-10-02T02:38:19.399654736Z","logger":"localqueue-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ClusterQueue"} {"level":"info","ts":"2026-10-02T02:38:19.400026395Z","logger":"tas-resource-flavor-controller","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0xc0003641c0"} {"level":"info","ts":"2026-10-02T02:38:19.400166657Z","logger":"tas-resource-flavor-controller","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ResourceFlavor"} {"level":"info","ts":"2026-10-02T02:38:19.400205575Z","logger":"tas-node-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Node"} {"level":"info","ts":"2026-10-02T02:38:19.400265907Z","logger":"tas-node-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Pod"} {"level":"info","ts":"2026-10-02T02:38:19.40032667Z","logger":"cohort-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0xc00050b340"} {"level":"info","ts":"2026-10-02T02:38:19.400414945Z","logger":"tas-non-tas-usage-controller","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Pod"} {"level":"info","ts":"2026-10-02T02:38:19.400447072Z","logger":"cohort-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.Cohort"} {"level":"info","ts":"2026-10-02T02:38:19.400679719Z","logger":"tas-topology-ungater","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.Workload"} {"level":"info","ts":"2026-10-02T02:38:19.400716185Z","logger":"tas-topology-ungater","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Pod"} {"level":"info","ts":"2026-10-02T02:38:19.400774974Z","logger":"workload-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.RuntimeClass"} {"level":"info","ts":"2026-10-02T02:38:19.400919209Z","logger":"workload-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0xc00050b570"} {"level":"info","ts":"2026-10-02T02:38:19.400971941Z","logger":"workload-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.Workload"} {"level":"info","ts":"2026-10-02T02:38:19.400944092Z","logger":"workload-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ClusterQueue"} {"level":"info","ts":"2026-10-02T02:38:19.400699419Z","logger":"workload-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.LimitRange"} {"level":"info","ts":"2026-10-02T02:38:19.401003725Z","logger":"workload-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.LocalQueue"} {"level":"Level(-2)","ts":"2026-10-02T02:38:19.412772625Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.RuntimeClass","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-10-02T02:38:19.415269208Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Node","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} I1002 02:38:19.416452 1 leaderelection.go:272] "Successfully acquired lease" lock="openshift-kueue-operator/c1f6bfd2.kueue.x-k8s.io" {"level":"Level(-2)","ts":"2026-10-02T02:38:19.416561389Z","logger":"MultiKueueGC","caller":"multikueue/multikueuecluster.go:669","msg":"Starting Garbage Collector"} {"level":"debug","ts":"2026-10-02T02:38:19.416479844Z","logger":"events","caller":"recorder/recorder.go:104","msg":"kueue-controller-manager-58cfb9479-hwjgn_950b1bc3-14c7-4517-a39b-bb40fe64bf40 became leader","type":"Normal","object":{"kind":"Lease","namespace":"openshift-kueue-operator","name":"c1f6bfd2.kueue.x-k8s.io","uid":"d7adf022-61a5-4311-a560-07ee05302172","apiVersion":"coordination.k8s.io/v1","resourceVersion":"37327"},"reason":"LeaderElection"} {"level":"Level(-2)","ts":"2026-10-02T02:38:19.416610029Z","logger":"scheduler","caller":"scheduler/scheduler.go:213","msg":"Scheduling cycle starts","replica-role":"follower","schedulingCycle":1} {"level":"info","ts":"2026-10-02T02:38:19.416619077Z","logger":"setup","caller":"roletracker/tracker.go:66","msg":"RoleTracker: transitioned to leader"} {"level":"info","ts":"2026-10-02T02:38:19.416643089Z","logger":"multikueue-cluster","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"leader","source":"channel source: 0xc00050b960"} {"level":"info","ts":"2026-10-02T02:38:19.416655727Z","logger":"multikueue-cluster","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0xc00050b880"} {"level":"info","ts":"2026-10-02T02:38:19.416660872Z","logger":"multikueue-cluster","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Secret"} {"level":"info","ts":"2026-10-02T02:38:19.416648759Z","logger":"multikueue-cluster","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.MultiKueueCluster"} {"level":"info","ts":"2026-10-02T02:38:19.416903771Z","logger":"job","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"leader","source":"kind source: *v1beta2.Workload"} {"level":"info","ts":"2026-10-02T02:38:19.416974212Z","logger":"multikueue-admissioncheck","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"leader","source":"kind source: *v1beta2.MultiKueueConfig"} {"level":"info","ts":"2026-10-02T02:38:19.416979983Z","logger":"multikueue-admissioncheck","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"leader","source":"kind source: *v1beta2.MultiKueueCluster"} {"level":"info","ts":"2026-10-02T02:38:19.417009232Z","logger":"job","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"leader","source":"kind source: *v1.Job"} {"level":"info","ts":"2026-10-02T02:38:19.41701452Z","logger":"multikueue-workload","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"leader","source":"kind source: *v1beta2.MultiKueueConfig"} {"level":"info","ts":"2026-10-02T02:38:19.417087327Z","logger":"multikueue-workload","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"leader","source":"channel source: 0xc00050b9d0"} {"level":"info","ts":"2026-10-02T02:38:19.417107788Z","logger":"multikueue-admissioncheck","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"leader","source":"kind source: *v1beta2.AdmissionCheck"} {"level":"info","ts":"2026-10-02T02:38:19.417139538Z","logger":"multikueue-workload","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"leader","source":"kind source: *v1beta2.Workload"} {"level":"info","ts":"2026-10-02T02:38:19.417158427Z","logger":"job","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"leader","source":"kind source: *v1beta2.Workload"} {"level":"Level(-2)","ts":"2026-10-02T02:38:19.417548436Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Namespace","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-10-02T02:38:19.424243207Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} I1002 02:38:19.576288 1 plugins.go:157] Loaded 2 mutating admission controller(s) successfully in the following order: NamespaceLifecycle,MutatingAdmissionPolicy. I1002 02:38:19.578693 1 handler.go:304] Adding GroupVersion visibility.kueue.x-k8s.io v1beta2 to ResourceManager I1002 02:38:19.578826 1 handler.go:304] Adding GroupVersion visibility.kueue.x-k8s.io v1beta1 to ResourceManager I1002 02:38:19.586522 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I1002 02:38:19.586538 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I1002 02:38:19.586547 1 shared_informer.go:370] "Waiting for caches to sync" I1002 02:38:19.586557 1 shared_informer.go:370] "Waiting for caches to sync" I1002 02:38:19.586570 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I1002 02:38:19.586595 1 shared_informer.go:370] "Waiting for caches to sync" I1002 02:38:19.586747 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/visibility/tls.crt::/visibility/tls.key" I1002 02:38:19.586846 1 secure_serving.go:211] Serving securely on [::]:8082 I1002 02:38:19.586866 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I1002 02:38:19.586877 1 apf_controller.go:377] Starting API Priority and Fairness config controller I1002 02:38:19.687080 1 shared_informer.go:377] "Caches are synced" I1002 02:38:19.687089 1 shared_informer.go:377] "Caches are synced" I1002 02:38:19.687112 1 apf_controller.go:382] Running API Priority and Fairness config worker I1002 02:38:19.687127 1 apf_controller.go:385] Running API Priority and Fairness periodic rebalancing process I1002 02:38:19.687111 1 shared_informer.go:377] "Caches are synced" {"level":"Level(-2)","ts":"2026-10-02T02:38:20.449864615Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.Topology","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-10-02T02:38:20.491535239Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.ClusterQueue","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-10-02T02:38:20.515032199Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.WorkloadPriorityClass","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-10-02T02:38:20.550390027Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.Cohort","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"info","ts":"2026-10-02T02:38:20.599188977Z","logger":"workloadpriorityclass-reconciler","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-02T02:38:20.59922672Z","logger":"workloadpriorityclass-reconciler","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":1} {"level":"info","ts":"2026-10-02T02:38:20.601371206Z","logger":"tas-topology-controller","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-02T02:38:20.601378136Z","logger":"admissioncheck-reconciler","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-02T02:38:20.601386207Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-02T02:38:20.601399405Z","logger":"admissioncheck-reconciler","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":1} {"level":"info","ts":"2026-10-02T02:38:20.601403827Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":1} {"level":"info","ts":"2026-10-02T02:38:20.601388638Z","logger":"tas-topology-controller","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":1} {"level":"info","ts":"2026-10-02T02:38:20.601421375Z","logger":"localqueue-reconciler","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-02T02:38:20.60144046Z","logger":"localqueue-reconciler","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":1} {"level":"info","ts":"2026-10-02T02:38:20.602537652Z","logger":"tas-resource-flavor-controller","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-02T02:38:20.60255655Z","logger":"tas-topology-ungater","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-02T02:38:20.602570602Z","logger":"tas-topology-ungater","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":5} {"level":"info","ts":"2026-10-02T02:38:20.602578812Z","logger":"tas-resource-flavor-controller","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":1} {"level":"info","ts":"2026-10-02T02:38:20.602540997Z","logger":"tas-non-tas-usage-controller","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-02T02:38:20.602590175Z","logger":"tas-non-tas-usage-controller","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":5} {"level":"info","ts":"2026-10-02T02:38:20.602737706Z","logger":"cohort-reconciler","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-02T02:38:20.602748552Z","logger":"cohort-reconciler","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":1} {"level":"info","ts":"2026-10-02T02:38:20.602844443Z","logger":"tas-node-reconciler","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-02T02:38:20.602858021Z","logger":"tas-node-reconciler","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":1} {"level":"info","ts":"2026-10-02T02:38:20.602876565Z","logger":"workload-reconciler","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-02T02:38:20.602886077Z","logger":"workload-reconciler","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":5} {"level":"Level(-2)","ts":"2026-10-02T02:38:20.602912412Z","logger":"tas-node-reconciler","caller":"tas/node_controller.go:134","msg":"Reconcile Node","replica-role":"leader","name":"ip-10-0-154-151.ec2.internal","reconcileID":"5ea2b818-ef90-457d-8316-7436e807f92e"} {"level":"Level(-2)","ts":"2026-10-02T02:38:20.603045487Z","logger":"tas-node-reconciler","caller":"tas/node_controller.go:134","msg":"Reconcile Node","replica-role":"leader","name":"ip-10-0-160-65.ec2.internal","reconcileID":"569964c7-fb58-4f43-be3e-b48036ccd9da"} {"level":"Level(-2)","ts":"2026-10-02T02:38:20.603120226Z","logger":"tas-node-reconciler","caller":"tas/node_controller.go:134","msg":"Reconcile Node","replica-role":"leader","name":"ip-10-0-143-80.ec2.internal","reconcileID":"dd83aead-8b7d-4bac-965a-6f5ba057e28f"} {"level":"info","ts":"2026-10-02T02:38:20.618176024Z","logger":"multikueue-cluster","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-02T02:38:20.618189914Z","logger":"multikueue-cluster","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":1} {"level":"info","ts":"2026-10-02T02:38:20.618214359Z","logger":"multikueue-admissioncheck","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-02T02:38:20.61821952Z","logger":"job","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-02T02:38:20.618225821Z","logger":"multikueue-admissioncheck","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":1} {"level":"info","ts":"2026-10-02T02:38:20.618231136Z","logger":"job","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":5} {"level":"info","ts":"2026-10-02T02:38:20.618219135Z","logger":"multikueue-workload","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"Level(-2)","ts":"2026-10-02T02:38:20.618303684Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"konflux-policies","name":"kueue-crd-check","reconcileID":"ccddf8d7-c620-4303-900f-848b5497ba28","job":"konflux-policies/kueue-crd-check","gvk":"batch/v1, Kind=Job","namespace":"konflux-policies"} {"level":"info","ts":"2026-10-02T02:38:20.618313364Z","logger":"multikueue-workload","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":5} {"level":"Level(-2)","ts":"2026-10-02T02:38:20.618346567Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"image-rbac-proxy","name":"oauth-secret-generator","reconcileID":"4d6b8940-d079-4025-a12e-c0c62ffe8650","job":"image-rbac-proxy/oauth-secret-generator","gvk":"batch/v1, Kind=Job","namespace":"image-rbac-proxy"} {"level":"Level(-2)","ts":"2026-10-02T02:38:20.618345163Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-marketplace","name":"ffe57699c0ae3240bf02aaaaec3c91bf9ff35b42c4fce5ed7cb26fcfc14194f","reconcileID":"e794fdc4-fac6-40c4-afdd-bd633d08ed35","job":"openshift-marketplace/ffe57699c0ae3240bf02aaaaec3c91bf9ff35b42c4fce5ed7cb26fcfc14194f","gvk":"batch/v1, Kind=Job","namespace":"openshift-marketplace"} {"level":"Level(-2)","ts":"2026-10-02T02:38:20.618365997Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29848460","reconcileID":"9e0e5741-c420-4e18-8c68-fda5d8e09c60","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29848460","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-10-02T02:38:20.61836565Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-marketplace","name":"e179e6688d189c80df3e7200955035ebf67012318f31510a270998dc482e3c1","reconcileID":"155d6eaa-b22b-4f6b-8308-235057d5ebee","job":"openshift-marketplace/e179e6688d189c80df3e7200955035ebf67012318f31510a270998dc482e3c1","gvk":"batch/v1, Kind=Job","namespace":"openshift-marketplace"} {"level":"Level(-2)","ts":"2026-10-02T02:38:20.618397173Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-deployment-validation-operator","name":"1c4dbf119d658e7b479b487e8eeb8acf6e956fa1d29c69e511b6a6dc82592ee","reconcileID":"2a9b7a56-ab47-4253-9941-c8172a5b040a","job":"openshift-deployment-validation-operator/1c4dbf119d658e7b479b487e8eeb8acf6e956fa1d29c69e511b6a6dc82592ee","gvk":"batch/v1, Kind=Job","namespace":"openshift-deployment-validation-operator"} {"level":"Level(-2)","ts":"2026-10-02T02:38:20.618408833Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-marketplace","name":"ff4ed68823e0feb54b57a2992a476b73b7cb94d4661ccde70e3e65bec53e16f","reconcileID":"51ef7d45-5617-471f-9d46-9312e264d2f6","job":"openshift-marketplace/ff4ed68823e0feb54b57a2992a476b73b7cb94d4661ccde70e3e65bec53e16f","gvk":"batch/v1, Kind=Job","namespace":"openshift-marketplace"} {"level":"Level(-2)","ts":"2026-10-02T02:38:20.618408918Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-marketplace","name":"17a99d6ca47a679fb33d2c518bf850bfc45a326865bcabba4ffdde75335ea6a","reconcileID":"14254a0c-1498-4298-95e6-cc76630f113a","job":"openshift-marketplace/17a99d6ca47a679fb33d2c518bf850bfc45a326865bcabba4ffdde75335ea6a","gvk":"batch/v1, Kind=Job","namespace":"openshift-marketplace"} {"level":"Level(-2)","ts":"2026-10-02T02:38:20.618375084Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29848470","reconcileID":"054fab3d-98ff-4619-9c74-3399d1759d52","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29848470","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-10-02T02:38:20.618335324Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-marketplace","name":"c7537007944577f64df34960ace3c69136c4162cd56d2c48c7c51e651cce548","reconcileID":"66f3e3eb-219a-48cf-aaea-04e9d02369a9","job":"openshift-marketplace/c7537007944577f64df34960ace3c69136c4162cd56d2c48c7c51e651cce548","gvk":"batch/v1, Kind=Job","namespace":"openshift-marketplace"} {"level":"Level(-2)","ts":"2026-10-02T02:38:20.618433434Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-marketplace","name":"8262c476fbd852c98d5b388eea522aab1a3c94eb96e6040603a223ba03eb407","reconcileID":"100c25b2-2497-455c-920f-e81df50634d8","job":"openshift-marketplace/8262c476fbd852c98d5b388eea522aab1a3c94eb96e6040603a223ba03eb407","gvk":"batch/v1, Kind=Job","namespace":"openshift-marketplace"} {"level":"Level(-2)","ts":"2026-10-02T02:38:20.618462821Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"kubearchive-schema-migration-v13-v1.23.0","reconcileID":"4340ca6a-a7fb-4e6d-8b66-ef432ae1792a","job":"product-kubearchive/kubearchive-schema-migration-v13-v1.23.0","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-10-02T02:38:44.712002288Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:313","msg":"ClusterQueue create event","replica-role":"leader","clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-02T02:38:44.712237797Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"9f9bf72e-031e-40d9-b599-6e8c2af0614e"} {"level":"Level(-2)","ts":"2026-10-02T02:38:44.723399988Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-02T02:38:44.741340693Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"b6264a00-94f9-4b38-bc8d-a0a23491fbc5"} {"level":"Level(-2)","ts":"2026-10-02T02:38:44.741877691Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"error","ts":"2026-10-02T02:38:44.752851479Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:474","msg":"Reconciler error","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"b6264a00-94f9-4b38-bc8d-a0a23491fbc5","error":"Operation cannot be fulfilled on clusterqueues.kueue.x-k8s.io \"cluster-pipeline-queue\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:296"} {"level":"Level(-2)","ts":"2026-10-02T02:38:44.752898355Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"0b09578f-6ee2-4906-a5fc-b9d8bd114d0f"} {"level":"Level(-2)","ts":"2026-10-02T02:38:44.766838835Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"678fa039-b6e0-4f88-93ab-f3ad589a6d70"} {"level":"Level(-2)","ts":"2026-10-02T02:38:44.782232105Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:141","msg":"ResourceFlavor create event","replica-role":"leader","resourceFlavor":{"name":"default-flavor"}} {"level":"Level(-2)","ts":"2026-10-02T02:38:44.782326781Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:95","msg":"Reconcile ResourceFlavor","replica-role":"leader","name":"default-flavor","reconcileID":"7436e5bc-8ca6-4414-b577-3d4926dc19f0"} {"level":"Level(-2)","ts":"2026-10-02T02:38:44.790961086Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"leader","resourceFlavor":{"name":"default-flavor"}} {"level":"Level(-2)","ts":"2026-10-02T02:38:44.901094399Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:123","msg":"WorkloadPriorityClass create event","replica-role":"leader","workloadPriorityClass":{"name":"konflux-nudge"}} {"level":"Level(-2)","ts":"2026-10-02T02:38:44.901190452Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:79","msg":"Reconcile WorkloadPriorityClass","replica-role":"leader","name":"konflux-nudge","reconcileID":"bcb64cf0-b0cc-45fa-88b6-c4bb7d7e9bc1","workloadPriorityClass":{"name":"konflux-nudge"}} {"level":"Level(-2)","ts":"2026-10-02T02:38:44.901211912Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:89","msg":"No workloads using this WorkloadPriorityClass","replica-role":"leader","name":"konflux-nudge","reconcileID":"bcb64cf0-b0cc-45fa-88b6-c4bb7d7e9bc1","workloadPriorityClass":{"name":"konflux-nudge"}} {"level":"Level(-2)","ts":"2026-10-02T02:38:44.935500075Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:123","msg":"WorkloadPriorityClass create event","replica-role":"leader","workloadPriorityClass":{"name":"konflux-post-merge-test"}} {"level":"Level(-2)","ts":"2026-10-02T02:38:44.935565049Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:79","msg":"Reconcile WorkloadPriorityClass","replica-role":"leader","name":"konflux-post-merge-test","reconcileID":"cef90198-c8b2-4304-8209-526fd42dfed0","workloadPriorityClass":{"name":"konflux-post-merge-test"}} {"level":"Level(-2)","ts":"2026-10-02T02:38:44.935585639Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:89","msg":"No workloads using this WorkloadPriorityClass","replica-role":"leader","name":"konflux-post-merge-test","reconcileID":"cef90198-c8b2-4304-8209-526fd42dfed0","workloadPriorityClass":{"name":"konflux-post-merge-test"}} {"level":"Level(-2)","ts":"2026-10-02T02:38:44.939666228Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:123","msg":"WorkloadPriorityClass create event","replica-role":"leader","workloadPriorityClass":{"name":"konflux-post-merge-build"}} {"level":"Level(-2)","ts":"2026-10-02T02:38:44.939711822Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:79","msg":"Reconcile WorkloadPriorityClass","replica-role":"leader","name":"konflux-post-merge-build","reconcileID":"1c208052-47f4-4d99-96e5-6e79e70d8e2e","workloadPriorityClass":{"name":"konflux-post-merge-build"}} {"level":"Level(-2)","ts":"2026-10-02T02:38:44.939727128Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:89","msg":"No workloads using this WorkloadPriorityClass","replica-role":"leader","name":"konflux-post-merge-build","reconcileID":"1c208052-47f4-4d99-96e5-6e79e70d8e2e","workloadPriorityClass":{"name":"konflux-post-merge-build"}} {"level":"Level(-2)","ts":"2026-10-02T02:38:44.947562016Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:123","msg":"WorkloadPriorityClass create event","replica-role":"leader","workloadPriorityClass":{"name":"konflux-default"}} {"level":"Level(-2)","ts":"2026-10-02T02:38:44.947590005Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:123","msg":"WorkloadPriorityClass create event","replica-role":"leader","workloadPriorityClass":{"name":"konflux-pre-merge-build"}} {"level":"Level(-2)","ts":"2026-10-02T02:38:44.947624382Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:79","msg":"Reconcile WorkloadPriorityClass","replica-role":"leader","name":"konflux-default","reconcileID":"55b14991-84cc-42c9-804c-5123bcb5677a","workloadPriorityClass":{"name":"konflux-default"}} {"level":"Level(-2)","ts":"2026-10-02T02:38:44.947643408Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:89","msg":"No workloads using this WorkloadPriorityClass","replica-role":"leader","name":"konflux-default","reconcileID":"55b14991-84cc-42c9-804c-5123bcb5677a","workloadPriorityClass":{"name":"konflux-default"}} {"level":"Level(-2)","ts":"2026-10-02T02:38:44.947670708Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:79","msg":"Reconcile WorkloadPriorityClass","replica-role":"leader","name":"konflux-pre-merge-build","reconcileID":"1d4362c7-9901-44dd-a6d6-35a0b530105b","workloadPriorityClass":{"name":"konflux-pre-merge-build"}} {"level":"Level(-2)","ts":"2026-10-02T02:38:44.947681153Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:89","msg":"No workloads using this WorkloadPriorityClass","replica-role":"leader","name":"konflux-pre-merge-build","reconcileID":"1d4362c7-9901-44dd-a6d6-35a0b530105b","workloadPriorityClass":{"name":"konflux-pre-merge-build"}} {"level":"Level(-2)","ts":"2026-10-02T02:38:44.952358823Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:123","msg":"WorkloadPriorityClass create event","replica-role":"leader","workloadPriorityClass":{"name":"konflux-release"}} {"level":"Level(-2)","ts":"2026-10-02T02:38:44.952388424Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:79","msg":"Reconcile WorkloadPriorityClass","replica-role":"leader","name":"konflux-release","reconcileID":"b2258b4b-a201-46b6-870f-7f6d83df131c","workloadPriorityClass":{"name":"konflux-release"}} {"level":"Level(-2)","ts":"2026-10-02T02:38:44.952401106Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:89","msg":"No workloads using this WorkloadPriorityClass","replica-role":"leader","name":"konflux-release","reconcileID":"b2258b4b-a201-46b6-870f-7f6d83df131c","workloadPriorityClass":{"name":"konflux-release"}} {"level":"Level(-2)","ts":"2026-10-02T02:38:44.952977773Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:123","msg":"WorkloadPriorityClass create event","replica-role":"leader","workloadPriorityClass":{"name":"konflux-dependency-update"}} {"level":"Level(-2)","ts":"2026-10-02T02:38:44.953009991Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:79","msg":"Reconcile WorkloadPriorityClass","replica-role":"leader","name":"konflux-dependency-update","reconcileID":"f2b4120b-bbfd-4b8f-8b42-ef55e199fa8c","workloadPriorityClass":{"name":"konflux-dependency-update"}} {"level":"Level(-2)","ts":"2026-10-02T02:38:44.953021789Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:89","msg":"No workloads using this WorkloadPriorityClass","replica-role":"leader","name":"konflux-dependency-update","reconcileID":"f2b4120b-bbfd-4b8f-8b42-ef55e199fa8c","workloadPriorityClass":{"name":"konflux-dependency-update"}} {"level":"Level(-2)","ts":"2026-10-02T02:38:44.957965955Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:123","msg":"WorkloadPriorityClass create event","replica-role":"leader","workloadPriorityClass":{"name":"konflux-tenant-release"}} {"level":"Level(-2)","ts":"2026-10-02T02:38:44.957982075Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:123","msg":"WorkloadPriorityClass create event","replica-role":"leader","workloadPriorityClass":{"name":"konflux-pre-merge-test"}} {"level":"Level(-2)","ts":"2026-10-02T02:38:44.958014473Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:79","msg":"Reconcile WorkloadPriorityClass","replica-role":"leader","name":"konflux-tenant-release","reconcileID":"0f626ca3-3b9c-468c-bfdc-443a4b189498","workloadPriorityClass":{"name":"konflux-tenant-release"}} {"level":"Level(-2)","ts":"2026-10-02T02:38:44.958037376Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:89","msg":"No workloads using this WorkloadPriorityClass","replica-role":"leader","name":"konflux-tenant-release","reconcileID":"0f626ca3-3b9c-468c-bfdc-443a4b189498","workloadPriorityClass":{"name":"konflux-tenant-release"}} {"level":"Level(-2)","ts":"2026-10-02T02:38:44.958058894Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:79","msg":"Reconcile WorkloadPriorityClass","replica-role":"leader","name":"konflux-pre-merge-test","reconcileID":"b26436d4-d6ad-47c1-908a-a1552dff33ca","workloadPriorityClass":{"name":"konflux-pre-merge-test"}} {"level":"Level(-2)","ts":"2026-10-02T02:38:44.958069622Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:89","msg":"No workloads using this WorkloadPriorityClass","replica-role":"leader","name":"konflux-pre-merge-test","reconcileID":"b26436d4-d6ad-47c1-908a-a1552dff33ca","workloadPriorityClass":{"name":"konflux-pre-merge-test"}} {"level":"Level(-2)","ts":"2026-10-02T02:38:44.959622188Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:123","msg":"WorkloadPriorityClass create event","replica-role":"leader","workloadPriorityClass":{"name":"konflux-mintmaker-triggered"}} {"level":"Level(-2)","ts":"2026-10-02T02:38:44.959649568Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:79","msg":"Reconcile WorkloadPriorityClass","replica-role":"leader","name":"konflux-mintmaker-triggered","reconcileID":"7561d0c5-3d94-449e-8ce3-f84fc886f62f","workloadPriorityClass":{"name":"konflux-mintmaker-triggered"}} {"level":"Level(-2)","ts":"2026-10-02T02:38:44.95966265Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:89","msg":"No workloads using this WorkloadPriorityClass","replica-role":"leader","name":"konflux-mintmaker-triggered","reconcileID":"7561d0c5-3d94-449e-8ce3-f84fc886f62f","workloadPriorityClass":{"name":"konflux-mintmaker-triggered"}} {"level":"Level(-2)","ts":"2026-10-02T02:38:45.043413744Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:123","msg":"WorkloadPriorityClass create event","replica-role":"leader","workloadPriorityClass":{"name":"tekton-kueue-default"}} {"level":"Level(-2)","ts":"2026-10-02T02:38:45.04345586Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:79","msg":"Reconcile WorkloadPriorityClass","replica-role":"leader","name":"tekton-kueue-default","reconcileID":"39d09f04-055f-4bea-a7c4-b78485b32b55","workloadPriorityClass":{"name":"tekton-kueue-default"}} {"level":"Level(-2)","ts":"2026-10-02T02:38:45.043467601Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:89","msg":"No workloads using this WorkloadPriorityClass","replica-role":"leader","name":"tekton-kueue-default","reconcileID":"39d09f04-055f-4bea-a7c4-b78485b32b55","workloadPriorityClass":{"name":"tekton-kueue-default"}} {"level":"Level(-2)","ts":"2026-10-02T02:38:45.783450753Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"8de48c82-0996-434e-8fd4-1ac30c7b1e69"} {"level":"Level(-2)","ts":"2026-10-02T02:38:45.798245106Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-02T02:38:45.798399583Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"0c80f814-8e36-4002-9e9b-4b17876adbdf"} {"level":"Level(-2)","ts":"2026-10-02T02:39:47.819565086Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-pipelines","name":"create-minio-bucket","reconcileID":"dcc1fe32-fb4f-4fdb-a534-fe134eb59faf","job":"openshift-pipelines/create-minio-bucket","gvk":"batch/v1, Kind=Job","namespace":"openshift-pipelines"} {"level":"Level(-2)","ts":"2026-10-02T02:39:47.830971257Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-pipelines","name":"tekton-chains-signing-secret","reconcileID":"2ac6f413-d227-4321-b55a-a37fef644538","job":"openshift-pipelines/tekton-chains-signing-secret","gvk":"batch/v1, Kind=Job","namespace":"openshift-pipelines"} {"level":"Level(-2)","ts":"2026-10-02T02:39:47.852995854Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-pipelines","name":"create-minio-bucket","reconcileID":"1d1d87a8-0eb6-4460-8398-a9ff8c45b7f5","job":"openshift-pipelines/create-minio-bucket","gvk":"batch/v1, Kind=Job","namespace":"openshift-pipelines"} {"level":"Level(-2)","ts":"2026-10-02T02:39:47.862604722Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-pipelines","name":"tekton-chains-signing-secret","reconcileID":"6fa0d1cb-be1f-41bd-b258-df17870ae3f4","job":"openshift-pipelines/tekton-chains-signing-secret","gvk":"batch/v1, Kind=Job","namespace":"openshift-pipelines"} {"level":"Level(-2)","ts":"2026-10-02T02:39:51.836083158Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-pipelines","name":"create-minio-bucket","reconcileID":"4e4bd277-a70a-4f10-99ae-5889b90c19a6","job":"openshift-pipelines/create-minio-bucket","gvk":"batch/v1, Kind=Job","namespace":"openshift-pipelines"} {"level":"Level(-2)","ts":"2026-10-02T02:39:58.903713338Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-pipelines","name":"tekton-chains-signing-secret","reconcileID":"0187ad34-36f4-4d5f-aee6-ad96a1505e50","job":"openshift-pipelines/tekton-chains-signing-secret","gvk":"batch/v1, Kind=Job","namespace":"openshift-pipelines"} {"level":"Level(-2)","ts":"2026-10-02T02:40:00.12319063Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29848480","reconcileID":"0a525f2b-42e9-4d13-866d-28e1a36a2943","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29848480","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-10-02T02:40:00.125933578Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"pipelines-vacuum-29848480","reconcileID":"ed7cea85-cf49-4d83-b916-0f3f0cf30254","job":"product-kubearchive/pipelines-vacuum-29848480","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-10-02T02:40:00.161771642Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"pipelines-vacuum-29848480","reconcileID":"f0043b3b-a812-4b33-88b6-dd74168c3bfa","job":"product-kubearchive/pipelines-vacuum-29848480","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-10-02T02:40:00.199622583Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29848480","reconcileID":"606fb1a2-48f8-4a05-956c-c0a170fa69ac","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29848480","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-10-02T02:40:03.70246846Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"pipelines-vacuum-29848480","reconcileID":"71401704-92b7-4f6d-bdfd-1ed3bbf48cbe","job":"product-kubearchive/pipelines-vacuum-29848480","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-10-02T02:40:04.706002135Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"pipelines-vacuum-29848480","reconcileID":"a8da99cb-b853-4054-9fc2-ace41a4ac993","job":"product-kubearchive/pipelines-vacuum-29848480","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-10-02T02:40:04.891318691Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29848480","reconcileID":"897cfd59-77d1-479b-98f0-0c643aa2cd0a","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29848480","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-10-02T02:40:05.715510008Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"pipelines-vacuum-29848480","reconcileID":"5d88c7a4-70ec-4a9a-9d19-a77ef29f102e","job":"product-kubearchive/pipelines-vacuum-29848480","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-10-02T02:40:05.756027195Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"pipelines-vacuum-29848480","reconcileID":"7b41a1a8-222e-461c-90ce-029ca3e720a8","job":"product-kubearchive/pipelines-vacuum-29848480","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-10-02T02:40:05.897591576Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29848480","reconcileID":"d073f004-cb8a-4cdd-a273-7d65fcd2d067","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29848480","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-10-02T02:40:06.904641443Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29848480","reconcileID":"2459fcec-dbcc-4f99-9f8a-0fbc0675008d","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29848480","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-10-02T02:40:06.927505701Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29848480","reconcileID":"15c8c613-c2d3-43c8-8380-79116ccfe000","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29848480","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-10-02T02:40:20.883167924Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"leader","localQueue":{"name":"pipelines-queue","namespace":"mintmaker"}} {"level":"Level(-2)","ts":"2026-10-02T02:40:20.883356213Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"mintmaker","name":"pipelines-queue","reconcileID":"df050da7-895e-4d25-a045-41f81b6ec6cd"} {"level":"Level(-2)","ts":"2026-10-02T02:40:20.898759234Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"pipelines-queue","namespace":"mintmaker"}} {"level":"Level(-2)","ts":"2026-10-02T02:40:20.898813045Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"mintmaker","name":"pipelines-queue","reconcileID":"999def69-4535-40f2-a0a5-a5d041b4c8de"} {"level":"Level(-2)","ts":"2026-10-02T02:40:23.539795266Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-adp","name":"create-velero-bucket","reconcileID":"c0cb20c5-710e-40d5-9e76-3456a87967ac","job":"openshift-adp/create-velero-bucket","gvk":"batch/v1, Kind=Job","namespace":"openshift-adp"} {"level":"Level(-2)","ts":"2026-10-02T02:40:23.598731374Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-adp","name":"create-velero-bucket","reconcileID":"0fc39324-8468-4544-a63d-d1e140ce7bb4","job":"openshift-adp/create-velero-bucket","gvk":"batch/v1, Kind=Job","namespace":"openshift-adp"} {"level":"Level(-2)","ts":"2026-10-02T02:40:25.983917162Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-adp","name":"create-velero-bucket","reconcileID":"afb43b2b-9d50-423b-8ab3-18f312d2d43f","job":"openshift-adp/create-velero-bucket","gvk":"batch/v1, Kind=Job","namespace":"openshift-adp"} {"level":"Level(-2)","ts":"2026-10-02T02:40:26.983527434Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-adp","name":"create-velero-bucket","reconcileID":"c5a1d6b8-5ac4-4cea-88b8-379f6ab2e288","job":"openshift-adp/create-velero-bucket","gvk":"batch/v1, Kind=Job","namespace":"openshift-adp"} {"level":"Level(-2)","ts":"2026-10-02T02:40:27.992927423Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-adp","name":"create-velero-bucket","reconcileID":"230be912-394c-418b-8c83-f978901a3112","job":"openshift-adp/create-velero-bucket","gvk":"batch/v1, Kind=Job","namespace":"openshift-adp"} {"level":"Level(-2)","ts":"2026-10-02T02:40:28.013265766Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-adp","name":"create-velero-bucket","reconcileID":"a6f1184d-5d7f-4f3e-ad2e-4ce347f18c88","job":"openshift-adp/create-velero-bucket","gvk":"batch/v1, Kind=Job","namespace":"openshift-adp"} {"level":"Level(-2)","ts":"2026-10-02T02:41:03.125847023Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-pipelines","name":"tekton-chains-signing-secret","reconcileID":"f1257b84-9d25-49a3-a28a-e41d61e0111c","job":"openshift-pipelines/tekton-chains-signing-secret","gvk":"batch/v1, Kind=Job","namespace":"openshift-pipelines"} {"level":"Level(-2)","ts":"2026-10-02T02:41:04.126086958Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-pipelines","name":"tekton-chains-signing-secret","reconcileID":"de1f8492-d9a8-4a71-b70b-549c70ec1c15","job":"openshift-pipelines/tekton-chains-signing-secret","gvk":"batch/v1, Kind=Job","namespace":"openshift-pipelines"} {"level":"Level(-2)","ts":"2026-10-02T02:41:48.302670277Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-pipelines","name":"tekton-chains-signing-secret","reconcileID":"d52f9b87-896d-4ac0-acd7-7a62a4b15f01","job":"openshift-pipelines/tekton-chains-signing-secret","gvk":"batch/v1, Kind=Job","namespace":"openshift-pipelines"} {"level":"Level(-2)","ts":"2026-10-02T02:41:49.303245596Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-pipelines","name":"tekton-chains-signing-secret","reconcileID":"4bdeecb4-955f-4960-bcc2-d07e70230603","job":"openshift-pipelines/tekton-chains-signing-secret","gvk":"batch/v1, Kind=Job","namespace":"openshift-pipelines"} {"level":"Level(-2)","ts":"2026-10-02T02:41:49.324426663Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-pipelines","name":"tekton-chains-signing-secret","reconcileID":"1d676202-369f-4a73-b342-a02a30570e94","job":"openshift-pipelines/tekton-chains-signing-secret","gvk":"batch/v1, Kind=Job","namespace":"openshift-pipelines"} {"level":"Level(-2)","ts":"2026-10-02T02:44:48.67265322Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"konflux-kyverno","name":"konflux-kyverno-migrate-resources","reconcileID":"e0ffde3a-b893-48eb-a050-17417367d9d9","job":"konflux-kyverno/konflux-kyverno-migrate-resources","gvk":"batch/v1, Kind=Job","namespace":"konflux-kyverno"} {"level":"Level(-2)","ts":"2026-10-02T02:44:48.782656823Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"konflux-kyverno","name":"konflux-kyverno-migrate-resources","reconcileID":"2d3c8087-622f-458b-ad86-e927f0a56314","job":"konflux-kyverno/konflux-kyverno-migrate-resources","gvk":"batch/v1, Kind=Job","namespace":"konflux-kyverno"} {"level":"Level(-2)","ts":"2026-10-02T02:44:53.590362273Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"konflux-kyverno","name":"konflux-kyverno-migrate-resources","reconcileID":"6917c1a4-a55d-4a06-8667-ef2615afb155","job":"konflux-kyverno/konflux-kyverno-migrate-resources","gvk":"batch/v1, Kind=Job","namespace":"konflux-kyverno"} {"level":"Level(-2)","ts":"2026-10-02T02:44:54.599634215Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"konflux-kyverno","name":"konflux-kyverno-migrate-resources","reconcileID":"1377ac1d-0137-4e7c-99f5-1a7dd00247e2","job":"konflux-kyverno/konflux-kyverno-migrate-resources","gvk":"batch/v1, Kind=Job","namespace":"konflux-kyverno"} {"level":"Level(-2)","ts":"2026-10-02T02:44:56.694470333Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"konflux-kyverno","name":"konflux-kyverno-migrate-resources","reconcileID":"eb6b7079-614c-46e5-b61f-3b7fad19c8fd","job":"konflux-kyverno/konflux-kyverno-migrate-resources","gvk":"batch/v1, Kind=Job","namespace":"konflux-kyverno"} {"level":"Level(-2)","ts":"2026-10-02T02:44:56.766841542Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"konflux-kyverno","name":"konflux-kyverno-migrate-resources","reconcileID":"cb956159-e1d9-478d-a99e-bc2e5c7f5a60","job":"konflux-kyverno/konflux-kyverno-migrate-resources","gvk":"batch/v1, Kind=Job","namespace":"konflux-kyverno"} {"level":"Level(-2)","ts":"2026-10-02T02:45:00.130167267Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"pipelines-vacuum-29848485","reconcileID":"bd788da7-d6ab-41c6-9b27-58c28850ab8e","job":"product-kubearchive/pipelines-vacuum-29848485","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-10-02T02:45:00.200809731Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"pipelines-vacuum-29848485","reconcileID":"8b410177-9b57-498a-b3f6-f0a84caf5b6d","job":"product-kubearchive/pipelines-vacuum-29848485","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-10-02T02:45:05.256158399Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"pipelines-vacuum-29848485","reconcileID":"ed469ba9-0499-45d8-8cfd-07927a428056","job":"product-kubearchive/pipelines-vacuum-29848485","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-10-02T02:45:05.27763847Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"pipelines-vacuum-29848485","reconcileID":"88cf2cb9-49c3-4378-9a22-19953e2575d8","job":"product-kubearchive/pipelines-vacuum-29848485","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-10-02T02:45:35.632243418Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"leader","localQueue":{"name":"pipelines-queue","namespace":"upgrade-namespace"}} {"level":"Level(-2)","ts":"2026-10-02T02:45:35.632365441Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"upgrade-namespace","name":"pipelines-queue","reconcileID":"ab0f0a4c-9f67-43a5-ab7e-fe14cfea0fcd"} {"level":"Level(-2)","ts":"2026-10-02T02:45:35.675830388Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"pipelines-queue","namespace":"upgrade-namespace"}} {"level":"Level(-2)","ts":"2026-10-02T02:45:35.675898061Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"upgrade-namespace","name":"pipelines-queue","reconcileID":"9cc39b6b-af3d-44a6-926d-2df07af4d201"} {"level":"Level(-2)","ts":"2026-10-02T02:45:36.463765767Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"leader","localQueue":{"name":"pipelines-queue","namespace":"chains-e2e-pxcs"}} {"level":"Level(-2)","ts":"2026-10-02T02:45:36.4638718Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelines-queue","reconcileID":"b79d9ad8-8985-4763-bf31-23f9617ca8f7"} {"level":"Level(-2)","ts":"2026-10-02T02:45:36.48386133Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"pipelines-queue","namespace":"chains-e2e-pxcs"}} {"level":"Level(-2)","ts":"2026-10-02T02:45:36.488832198Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelines-queue","reconcileID":"38a46504-b3e5-4935-a117-094d9279f7fc"} {"level":"Level(-2)","ts":"2026-10-02T02:45:37.468789502Z","logger":"workload-reconciler","caller":"core/workload_controller.go:848","msg":"Workload create event","replica-role":"leader","workload":{"name":"pipelinerun-buildah-demo-gimbhrnxzz-6ad73","namespace":"chains-e2e-pxcs"},"queue":"pipelines-queue","status":"pending"} {"level":"Level(-2)","ts":"2026-10-02T02:45:37.468786969Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-buildah-demo-gimbhrnxzz-6ad73","reconcileID":"0c7e25da-7133-45bc-83ca-4a47ac8ecd4a"} {"level":"Level(-2)","ts":"2026-10-02T02:45:37.468908644Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-buildah-demo-gimbhrnxzz-6ad73","reconcileID":"0c7e25da-7133-45bc-83ca-4a47ac8ecd4a","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:45:37.468931244Z","logger":"scheduler","caller":"scheduler/scheduler.go:226","msg":"Obtained heads","replica-role":"follower","schedulingCycle":1,"headCount":1,"waitDuration":438.052320738} {"level":"Level(-2)","ts":"2026-10-02T02:45:37.468953731Z","logger":"workload-reconciler","caller":"core/workload_controller.go:194","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-buildah-demo-gimbhrnxzz-6ad73","reconcileID":"b3377ac2-b6bd-4ced-9396-22d18a29395b"} {"level":"Level(-2)","ts":"2026-10-02T02:45:37.468967296Z","logger":"scheduler","caller":"scheduler/scheduler.go:241","msg":"Snapshot taken","replica-role":"follower","schedulingCycle":1,"duration":0.000009962} {"level":"Level(-2)","ts":"2026-10-02T02:45:37.469179588Z","logger":"scheduler","caller":"scheduler/scheduler.go:246","msg":"Nomination done","replica-role":"follower","schedulingCycle":1,"entries":1,"inadmissibleEntries":0,"duration":0.000202887} {"level":"Level(-2)","ts":"2026-10-02T02:45:37.469203916Z","logger":"scheduler","caller":"scheduler/scheduler.go:268","msg":"Attempting to schedule workload","replica-role":"follower","schedulingCycle":1,"workload":{"name":"pipelinerun-buildah-demo-gimbhrnxzz-6ad73","namespace":"chains-e2e-pxcs"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-02T02:45:37.469243933Z","logger":"scheduler","caller":"scheduler/scheduler.go:718","msg":"Workload assumed in the cache","replica-role":"follower","schedulingCycle":1,"workload":{"name":"pipelinerun-buildah-demo-gimbhrnxzz-6ad73","namespace":"chains-e2e-pxcs"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-02T02:45:37.469264037Z","logger":"scheduler","caller":"scheduler/scheduler.go:404","msg":"Workload processing done","replica-role":"follower","schedulingCycle":1,"duration":0.000065685} {"level":"Level(-2)","ts":"2026-10-02T02:45:37.469288851Z","logger":"scheduler","caller":"scheduler/scheduler.go:215","msg":"Scheduling cycle complete","replica-role":"follower","schedulingCycle":1,"duration":438.052679022} {"level":"Level(-2)","ts":"2026-10-02T02:45:37.469304628Z","logger":"scheduler","caller":"scheduler/scheduler.go:213","msg":"Scheduling cycle starts","replica-role":"leader","schedulingCycle":2} {"level":"error","ts":"2026-10-02T02:45:37.487723809Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"Level(-2)","ts":"2026-10-02T02:45:37.499599428Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-buildah-demo-gimbhrnxzz-6ad73","namespace":"chains-e2e-pxcs"},"queue":"pipelines-queue","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-02T02:45:37.499625148Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-buildah-demo-gimbhrnxzz-6ad73","reconcileID":"a824e7fd-6f6a-4be7-a865-64b39e05804a"} {"level":"Level(-2)","ts":"2026-10-02T02:45:37.49966973Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-buildah-demo-gimbhrnxzz-6ad73","reconcileID":"a824e7fd-6f6a-4be7-a865-64b39e05804a","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:45:37.504076199Z","logger":"scheduler","caller":"scheduler/scheduler.go:681","msg":"Workload successfully admitted and assigned flavors","replica-role":"follower","schedulingCycle":1,"workload":{"name":"pipelinerun-buildah-demo-gimbhrnxzz-6ad73","namespace":"chains-e2e-pxcs"},"clusterQueue":{"name":"cluster-pipeline-queue"},"assignments":[{"name":"pod-set-1","flavors":{"konflux-ci-dev-token":"default-flavor","tekton.dev/pipelineruns":"default-flavor"},"resourceUsage":{"konflux-ci-dev-token":"1","tekton.dev/pipelineruns":"1"},"count":1}]} {"level":"debug","ts":"2026-10-02T02:45:37.50411138Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Quota reserved in ClusterQueue cluster-pipeline-queue, wait time since queued was 1s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-pxcs","name":"pipelinerun-buildah-demo-gimbhrnxzz-6ad73","uid":"787885de-290e-4c80-af99-0ef093c2434f","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"50351"},"reason":"QuotaReserved"} {"level":"debug","ts":"2026-10-02T02:45:37.504124247Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by ClusterQueue cluster-pipeline-queue, wait time since reservation was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-pxcs","name":"pipelinerun-buildah-demo-gimbhrnxzz-6ad73","uid":"787885de-290e-4c80-af99-0ef093c2434f","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"50351"},"reason":"Admitted"} {"level":"Level(-2)","ts":"2026-10-02T02:45:38.469820434Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelines-queue","reconcileID":"9fc16326-94f2-4532-be24-9930540bf2be"} {"level":"Level(-2)","ts":"2026-10-02T02:45:38.469840953Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"1432ff2d-706a-41de-8f5e-fafa85333d82"} {"level":"Level(-2)","ts":"2026-10-02T02:45:38.485059772Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"pipelines-queue","namespace":"chains-e2e-pxcs"}} {"level":"Level(-2)","ts":"2026-10-02T02:45:38.485466774Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelines-queue","reconcileID":"161832b1-c269-4496-8d6e-cb075dba2c8f"} {"level":"Level(-2)","ts":"2026-10-02T02:45:38.489208147Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-02T02:45:38.489390057Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"03f60497-a701-4440-a23f-091e319639df"} {"level":"error","ts":"2026-10-02T02:45:38.7823774Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"error","ts":"2026-10-02T02:45:41.633906607Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"error","ts":"2026-10-02T02:45:46.401299619Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"error","ts":"2026-10-02T02:45:55.772577858Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"error","ts":"2026-10-02T02:46:13.05535073Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"error","ts":"2026-10-02T02:46:46.754378239Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"error","ts":"2026-10-02T02:47:27.24320649Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"error","ts":"2026-10-02T02:48:24.005289781Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"error","ts":"2026-10-02T02:49:09.868586724Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"Level(-2)","ts":"2026-10-02T02:49:44.81645416Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-buildah-demo-gimbhrnxzz-6ad73","namespace":"chains-e2e-pxcs"},"queue":"pipelines-queue","status":"finished","prevStatus":"admitted","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-02T02:49:44.816498715Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-buildah-demo-gimbhrnxzz-6ad73","reconcileID":"c4f09b4b-2ed2-4e96-b962-18a27cd51749"} {"level":"Level(-2)","ts":"2026-10-02T02:49:44.81656488Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-buildah-demo-gimbhrnxzz-6ad73","reconcileID":"c4f09b4b-2ed2-4e96-b962-18a27cd51749","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:49:44.836638385Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-buildah-demo-gimbhrnxzz-6ad73","namespace":"chains-e2e-pxcs"},"queue":"pipelines-queue","status":"finished","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-02T02:49:44.836656405Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-buildah-demo-gimbhrnxzz-6ad73","reconcileID":"fa7f7520-bc3d-43a2-85dc-f27719d877ed"} {"level":"Level(-2)","ts":"2026-10-02T02:49:44.836696991Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-buildah-demo-gimbhrnxzz-6ad73","reconcileID":"fa7f7520-bc3d-43a2-85dc-f27719d877ed","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:49:45.817520121Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelines-queue","reconcileID":"127acebb-c2b0-4b9b-babc-8247c492f29e"} {"level":"Level(-2)","ts":"2026-10-02T02:49:45.817526933Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"7a9cb90f-61fb-4bf5-8564-ae0a56aafbc8"} {"level":"Level(-2)","ts":"2026-10-02T02:49:45.834455993Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"pipelines-queue","namespace":"chains-e2e-pxcs"}} {"level":"Level(-2)","ts":"2026-10-02T02:49:45.834544162Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelines-queue","reconcileID":"ce360d7e-2f6e-4adf-afa1-b561c8d33e9e"} {"level":"Level(-2)","ts":"2026-10-02T02:49:45.836872099Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-02T02:49:45.837027749Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"a5742a35-0c8b-4e35-9b53-62dfce8d1fa4"} {"level":"Level(-2)","ts":"2026-10-02T02:49:46.187442201Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-pipelines","name":"create-minio-bucket","reconcileID":"23d83476-d954-440c-ba5b-8f79a2fdffe7","job":"openshift-pipelines/create-minio-bucket","gvk":"batch/v1, Kind=Job","namespace":"openshift-pipelines"} {"level":"Level(-2)","ts":"2026-10-02T02:49:47.432141217Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-dj74j-1e03c","reconcileID":"0d058540-0fb7-488b-881a-22f0d6ea3cbc"} {"level":"Level(-2)","ts":"2026-10-02T02:49:47.432168869Z","logger":"workload-reconciler","caller":"core/workload_controller.go:848","msg":"Workload create event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-dj74j-1e03c","namespace":"chains-e2e-pxcs"},"queue":"pipelines-queue","status":"pending"} {"level":"Level(-2)","ts":"2026-10-02T02:49:47.432200595Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-dj74j-1e03c","reconcileID":"0d058540-0fb7-488b-881a-22f0d6ea3cbc","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:49:47.432287151Z","logger":"scheduler","caller":"scheduler/scheduler.go:226","msg":"Obtained heads","replica-role":"leader","schedulingCycle":2,"headCount":1,"waitDuration":249.962982164} {"level":"Level(-2)","ts":"2026-10-02T02:49:47.432311515Z","logger":"workload-reconciler","caller":"core/workload_controller.go:194","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-dj74j-1e03c","reconcileID":"9d6ddcfc-52f8-41a7-9465-403807b00d55"} {"level":"Level(-2)","ts":"2026-10-02T02:49:47.432327575Z","logger":"scheduler","caller":"scheduler/scheduler.go:241","msg":"Snapshot taken","replica-role":"leader","schedulingCycle":2,"duration":0.000015077} {"level":"Level(-2)","ts":"2026-10-02T02:49:47.432408647Z","logger":"scheduler","caller":"scheduler/scheduler.go:246","msg":"Nomination done","replica-role":"leader","schedulingCycle":2,"entries":1,"inadmissibleEntries":0,"duration":0.000069932} {"level":"Level(-2)","ts":"2026-10-02T02:49:47.432426222Z","logger":"scheduler","caller":"scheduler/scheduler.go:268","msg":"Attempting to schedule workload","replica-role":"leader","schedulingCycle":2,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-dj74j-1e03c","namespace":"chains-e2e-pxcs"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-02T02:49:47.432456656Z","logger":"scheduler","caller":"scheduler/scheduler.go:718","msg":"Workload assumed in the cache","replica-role":"leader","schedulingCycle":2,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-dj74j-1e03c","namespace":"chains-e2e-pxcs"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-02T02:49:47.432471771Z","logger":"scheduler","caller":"scheduler/scheduler.go:404","msg":"Workload processing done","replica-role":"leader","schedulingCycle":2,"duration":0.000048093} {"level":"Level(-2)","ts":"2026-10-02T02:49:47.43250625Z","logger":"scheduler","caller":"scheduler/scheduler.go:215","msg":"Scheduling cycle complete","replica-role":"leader","schedulingCycle":2,"duration":249.963201449} {"level":"Level(-2)","ts":"2026-10-02T02:49:47.432519705Z","logger":"scheduler","caller":"scheduler/scheduler.go:213","msg":"Scheduling cycle starts","replica-role":"leader","schedulingCycle":3} {"level":"Level(-2)","ts":"2026-10-02T02:49:47.448569318Z","logger":"scheduler","caller":"scheduler/scheduler.go:681","msg":"Workload successfully admitted and assigned flavors","replica-role":"leader","schedulingCycle":2,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-dj74j-1e03c","namespace":"chains-e2e-pxcs"},"clusterQueue":{"name":"cluster-pipeline-queue"},"assignments":[{"name":"pod-set-1","flavors":{"konflux-ci-dev-token":"default-flavor","tekton.dev/pipelineruns":"default-flavor"},"resourceUsage":{"konflux-ci-dev-token":"1","tekton.dev/pipelineruns":"1"},"count":1}]} {"level":"Level(-2)","ts":"2026-10-02T02:49:47.448622698Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-dj74j-1e03c","namespace":"chains-e2e-pxcs"},"queue":"pipelines-queue","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-pipeline-queue"} {"level":"debug","ts":"2026-10-02T02:49:47.448640261Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Quota reserved in ClusterQueue cluster-pipeline-queue, wait time since queued was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-dj74j-1e03c","uid":"76628744-5502-4484-aecf-093d9761d40f","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"57462"},"reason":"QuotaReserved"} {"level":"debug","ts":"2026-10-02T02:49:47.448663938Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by ClusterQueue cluster-pipeline-queue, wait time since reservation was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-dj74j-1e03c","uid":"76628744-5502-4484-aecf-093d9761d40f","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"57462"},"reason":"Admitted"} {"level":"Level(-2)","ts":"2026-10-02T02:49:47.448701815Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-dj74j-1e03c","reconcileID":"0b85e923-6f7d-4c92-99ec-e980b2d08157"} {"level":"Level(-2)","ts":"2026-10-02T02:49:47.448737001Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-dj74j-1e03c","reconcileID":"0b85e923-6f7d-4c92-99ec-e980b2d08157","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:49:48.433190362Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelines-queue","reconcileID":"4034abc5-18dd-4861-9d8e-f1ba5e52d945"} {"level":"Level(-2)","ts":"2026-10-02T02:49:48.433190402Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"3b7baefa-8205-459a-a690-b050e72c3f08"} {"level":"Level(-2)","ts":"2026-10-02T02:49:48.450972177Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"pipelines-queue","namespace":"chains-e2e-pxcs"}} {"level":"Level(-2)","ts":"2026-10-02T02:49:48.451031896Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelines-queue","reconcileID":"c7e11af0-f6ae-4be4-9d14-0808ef68e385"} {"level":"Level(-2)","ts":"2026-10-02T02:49:48.451216713Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-02T02:49:48.460603857Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"ff2f33c1-0cf8-4cbc-a37a-decccf6bb338"} {"level":"Level(-2)","ts":"2026-10-02T02:50:00.125383024Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29848490","reconcileID":"dcbd2702-0236-4755-ae79-737512fcb48f","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29848490","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-10-02T02:50:00.128928629Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"pipelines-vacuum-29848490","reconcileID":"efb77d84-bdb0-40f3-b9b2-ca85463e8a96","job":"product-kubearchive/pipelines-vacuum-29848490","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-10-02T02:50:00.209047714Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"pipelines-vacuum-29848490","reconcileID":"ccbe674c-983b-46db-a9a0-bd83ad40f10d","job":"product-kubearchive/pipelines-vacuum-29848490","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-10-02T02:50:00.240926714Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29848490","reconcileID":"667c48a3-0ed9-4ad4-a0d0-b9487a09d6dc","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29848490","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-10-02T02:50:02.254171395Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-pipelines","name":"create-minio-bucket","reconcileID":"0e9a26d5-35f5-4e37-a110-a22ec59acf4a","job":"openshift-pipelines/create-minio-bucket","gvk":"batch/v1, Kind=Job","namespace":"openshift-pipelines"} {"level":"Level(-2)","ts":"2026-10-02T02:50:02.587834425Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29848490","reconcileID":"dabc85be-bb65-41ae-9122-443d3c036ba4","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29848490","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-10-02T02:50:03.59621461Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29848490","reconcileID":"0724f5dc-b0a8-44e8-a342-fada636cb552","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29848490","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-10-02T02:50:03.712052282Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"pipelines-vacuum-29848490","reconcileID":"387dbcaa-cecc-4c04-a654-7d82872a0011","job":"product-kubearchive/pipelines-vacuum-29848490","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-10-02T02:50:03.735616151Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"pipelines-vacuum-29848490","reconcileID":"441d8642-211e-40f6-8f50-fe8e6288749e","job":"product-kubearchive/pipelines-vacuum-29848490","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-10-02T02:50:04.604443083Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29848490","reconcileID":"0965e20f-0f19-4ffa-a1ac-658bf024525b","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29848490","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-10-02T02:50:04.622618858Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29848490","reconcileID":"b22b3b69-b031-4a34-8bed-90b031121207","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29848490","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"error","ts":"2026-10-02T02:50:05.260126992Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"Level(-2)","ts":"2026-10-02T02:50:15.434944953Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-dj74j-1e03c","namespace":"chains-e2e-pxcs"},"queue":"pipelines-queue","status":"finished","prevStatus":"admitted","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-02T02:50:15.434994649Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-dj74j-1e03c","reconcileID":"251dc91a-8b6d-4f0c-9997-1fc5df055114"} {"level":"Level(-2)","ts":"2026-10-02T02:50:15.435060856Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-dj74j-1e03c","reconcileID":"251dc91a-8b6d-4f0c-9997-1fc5df055114","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:50:15.449056078Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-dj74j-1e03c","reconcileID":"b35b6bda-0982-43aa-ba39-3d892b2f9662"} {"level":"Level(-2)","ts":"2026-10-02T02:50:15.449078663Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-dj74j-1e03c","namespace":"chains-e2e-pxcs"},"queue":"pipelines-queue","status":"finished","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-02T02:50:15.449090277Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-dj74j-1e03c","reconcileID":"b35b6bda-0982-43aa-ba39-3d892b2f9662","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:50:15.687357535Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-xj26v-08949","reconcileID":"d72e070b-92b3-4586-9ed5-ba0c0bcdb8bb"} {"level":"Level(-2)","ts":"2026-10-02T02:50:15.687388094Z","logger":"workload-reconciler","caller":"core/workload_controller.go:848","msg":"Workload create event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-xj26v-08949","namespace":"chains-e2e-pxcs"},"queue":"pipelines-queue","status":"pending"} {"level":"Level(-2)","ts":"2026-10-02T02:50:15.687403606Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-xj26v-08949","reconcileID":"d72e070b-92b3-4586-9ed5-ba0c0bcdb8bb","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:50:15.687477787Z","logger":"scheduler","caller":"scheduler/scheduler.go:226","msg":"Obtained heads","replica-role":"leader","schedulingCycle":3,"headCount":1,"waitDuration":28.254957407} {"level":"Level(-2)","ts":"2026-10-02T02:50:15.687520052Z","logger":"workload-reconciler","caller":"core/workload_controller.go:194","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-xj26v-08949","reconcileID":"08714ac8-9df2-473c-9182-cae78616b96e"} {"level":"Level(-2)","ts":"2026-10-02T02:50:15.687532253Z","logger":"scheduler","caller":"scheduler/scheduler.go:241","msg":"Snapshot taken","replica-role":"leader","schedulingCycle":3,"duration":0.000010969} {"level":"Level(-2)","ts":"2026-10-02T02:50:15.687583903Z","logger":"scheduler","caller":"scheduler/scheduler.go:246","msg":"Nomination done","replica-role":"leader","schedulingCycle":3,"entries":1,"inadmissibleEntries":0,"duration":0.000044785} {"level":"Level(-2)","ts":"2026-10-02T02:50:15.687602041Z","logger":"scheduler","caller":"scheduler/scheduler.go:268","msg":"Attempting to schedule workload","replica-role":"leader","schedulingCycle":3,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-xj26v-08949","namespace":"chains-e2e-pxcs"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-02T02:50:15.687631678Z","logger":"scheduler","caller":"scheduler/scheduler.go:718","msg":"Workload assumed in the cache","replica-role":"leader","schedulingCycle":3,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-xj26v-08949","namespace":"chains-e2e-pxcs"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-02T02:50:15.687646858Z","logger":"scheduler","caller":"scheduler/scheduler.go:404","msg":"Workload processing done","replica-role":"leader","schedulingCycle":3,"duration":0.000047661} {"level":"Level(-2)","ts":"2026-10-02T02:50:15.687662007Z","logger":"scheduler","caller":"scheduler/scheduler.go:215","msg":"Scheduling cycle complete","replica-role":"leader","schedulingCycle":3,"duration":28.255142054} {"level":"Level(-2)","ts":"2026-10-02T02:50:15.687676152Z","logger":"scheduler","caller":"scheduler/scheduler.go:213","msg":"Scheduling cycle starts","replica-role":"leader","schedulingCycle":4} {"level":"Level(-2)","ts":"2026-10-02T02:50:15.703712989Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-xj26v-08949","namespace":"chains-e2e-pxcs"},"queue":"pipelines-queue","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-02T02:50:15.703728964Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-xj26v-08949","reconcileID":"28b6a135-ffe8-40f3-b580-3d64586daabc"} {"level":"Level(-2)","ts":"2026-10-02T02:50:15.703756711Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-xj26v-08949","reconcileID":"28b6a135-ffe8-40f3-b580-3d64586daabc","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:50:15.704185672Z","logger":"scheduler","caller":"scheduler/scheduler.go:681","msg":"Workload successfully admitted and assigned flavors","replica-role":"leader","schedulingCycle":3,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-xj26v-08949","namespace":"chains-e2e-pxcs"},"clusterQueue":{"name":"cluster-pipeline-queue"},"assignments":[{"name":"pod-set-1","flavors":{"konflux-ci-dev-token":"default-flavor","tekton.dev/pipelineruns":"default-flavor"},"resourceUsage":{"konflux-ci-dev-token":"1","tekton.dev/pipelineruns":"1"},"count":1}]} {"level":"debug","ts":"2026-10-02T02:50:15.704221161Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Quota reserved in ClusterQueue cluster-pipeline-queue, wait time since queued was 1s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-xj26v-08949","uid":"d45e071f-ae26-48b5-bfad-1f333a8a1274","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"58352"},"reason":"QuotaReserved"} {"level":"debug","ts":"2026-10-02T02:50:15.704234919Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by ClusterQueue cluster-pipeline-queue, wait time since reservation was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-xj26v-08949","uid":"d45e071f-ae26-48b5-bfad-1f333a8a1274","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"58352"},"reason":"Admitted"} {"level":"Level(-2)","ts":"2026-10-02T02:50:16.4361066Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelines-queue","reconcileID":"fe5d7911-ba90-430f-b5f7-4ed314f1fec9"} {"level":"Level(-2)","ts":"2026-10-02T02:50:16.436112737Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"cafb3740-4dad-4cb9-9f61-5f50e0d5bead"} {"level":"Level(-2)","ts":"2026-10-02T02:50:37.865549548Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-xj26v-08949","namespace":"chains-e2e-pxcs"},"queue":"pipelines-queue","status":"finished","prevStatus":"admitted","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-02T02:50:37.865569963Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-xj26v-08949","reconcileID":"bae02416-ad6c-455d-b68b-b403f96e7095"} {"level":"Level(-2)","ts":"2026-10-02T02:50:37.865617711Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-xj26v-08949","reconcileID":"bae02416-ad6c-455d-b68b-b403f96e7095","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:50:37.885038837Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-xj26v-08949","namespace":"chains-e2e-pxcs"},"queue":"pipelines-queue","status":"finished","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-02T02:50:37.885032749Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-xj26v-08949","reconcileID":"90ebbb5b-c20f-4039-a328-25d69b327252"} {"level":"Level(-2)","ts":"2026-10-02T02:50:37.885125488Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-xj26v-08949","reconcileID":"90ebbb5b-c20f-4039-a328-25d69b327252","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:50:38.852319799Z","logger":"workload-reconciler","caller":"core/workload_controller.go:848","msg":"Workload create event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-wzspv-38200","namespace":"chains-e2e-pxcs"},"queue":"pipelines-queue","status":"pending"} {"level":"Level(-2)","ts":"2026-10-02T02:50:38.852367793Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-wzspv-38200","reconcileID":"35cd9a92-938e-46af-8743-25a55e38ae18"} {"level":"Level(-2)","ts":"2026-10-02T02:50:38.852421496Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-wzspv-38200","reconcileID":"35cd9a92-938e-46af-8743-25a55e38ae18","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:50:38.852435381Z","logger":"scheduler","caller":"scheduler/scheduler.go:226","msg":"Obtained heads","replica-role":"leader","schedulingCycle":4,"headCount":1,"waitDuration":23.164758048} {"level":"Level(-2)","ts":"2026-10-02T02:50:38.852476157Z","logger":"scheduler","caller":"scheduler/scheduler.go:241","msg":"Snapshot taken","replica-role":"leader","schedulingCycle":4,"duration":0.000012232} {"level":"Level(-2)","ts":"2026-10-02T02:50:38.852502592Z","logger":"workload-reconciler","caller":"core/workload_controller.go:194","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-wzspv-38200","reconcileID":"a212257b-4d7e-4b5d-8b2b-f9fd0514c817"} {"level":"Level(-2)","ts":"2026-10-02T02:50:38.852583226Z","logger":"scheduler","caller":"scheduler/scheduler.go:246","msg":"Nomination done","replica-role":"leader","schedulingCycle":4,"entries":1,"inadmissibleEntries":0,"duration":0.000081832} {"level":"Level(-2)","ts":"2026-10-02T02:50:38.852601063Z","logger":"scheduler","caller":"scheduler/scheduler.go:268","msg":"Attempting to schedule workload","replica-role":"leader","schedulingCycle":4,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-wzspv-38200","namespace":"chains-e2e-pxcs"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-02T02:50:38.852636359Z","logger":"scheduler","caller":"scheduler/scheduler.go:718","msg":"Workload assumed in the cache","replica-role":"leader","schedulingCycle":4,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-wzspv-38200","namespace":"chains-e2e-pxcs"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-02T02:50:38.852652303Z","logger":"scheduler","caller":"scheduler/scheduler.go:404","msg":"Workload processing done","replica-role":"leader","schedulingCycle":4,"duration":0.000054116} {"level":"Level(-2)","ts":"2026-10-02T02:50:38.852664794Z","logger":"scheduler","caller":"scheduler/scheduler.go:215","msg":"Scheduling cycle complete","replica-role":"leader","schedulingCycle":4,"duration":23.164988545} {"level":"Level(-2)","ts":"2026-10-02T02:50:38.852680142Z","logger":"scheduler","caller":"scheduler/scheduler.go:213","msg":"Scheduling cycle starts","replica-role":"leader","schedulingCycle":5} {"level":"Level(-2)","ts":"2026-10-02T02:50:38.866192331Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"92eb6d39-4f67-4d2c-a486-edfc13e2e4a6"} {"level":"Level(-2)","ts":"2026-10-02T02:50:38.866215176Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelines-queue","reconcileID":"efaa4d63-2db6-48e6-afe9-8b5a5d313c51"} {"level":"Level(-2)","ts":"2026-10-02T02:50:38.870267503Z","logger":"scheduler","caller":"scheduler/scheduler.go:681","msg":"Workload successfully admitted and assigned flavors","replica-role":"leader","schedulingCycle":4,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-wzspv-38200","namespace":"chains-e2e-pxcs"},"clusterQueue":{"name":"cluster-pipeline-queue"},"assignments":[{"name":"pod-set-1","flavors":{"konflux-ci-dev-token":"default-flavor","tekton.dev/pipelineruns":"default-flavor"},"resourceUsage":{"konflux-ci-dev-token":"1","tekton.dev/pipelineruns":"1"},"count":1}]} {"level":"Level(-2)","ts":"2026-10-02T02:50:38.870289501Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-wzspv-38200","namespace":"chains-e2e-pxcs"},"queue":"pipelines-queue","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-pipeline-queue"} {"level":"debug","ts":"2026-10-02T02:50:38.870302246Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Quota reserved in ClusterQueue cluster-pipeline-queue, wait time since queued was 1s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-wzspv-38200","uid":"a4586b4b-c462-49de-a640-8f6b9ab47c99","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"59116"},"reason":"QuotaReserved"} {"level":"debug","ts":"2026-10-02T02:50:38.870329757Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by ClusterQueue cluster-pipeline-queue, wait time since reservation was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-wzspv-38200","uid":"a4586b4b-c462-49de-a640-8f6b9ab47c99","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"59116"},"reason":"Admitted"} {"level":"Level(-2)","ts":"2026-10-02T02:50:38.870317174Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-wzspv-38200","reconcileID":"342e2379-ce2b-4cfa-86c7-179fc4f424f4"} {"level":"Level(-2)","ts":"2026-10-02T02:50:38.870368191Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-wzspv-38200","reconcileID":"342e2379-ce2b-4cfa-86c7-179fc4f424f4","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:50:39.870584221Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelines-queue","reconcileID":"42deb0f5-0fdb-4f53-ae7e-b55e60ccb1c2"} {"level":"Level(-2)","ts":"2026-10-02T02:50:39.870584247Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"9f86508b-5396-436c-909d-ac6aaad2d96b"} {"level":"error","ts":"2026-10-02T02:50:44.089133559Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"Level(-2)","ts":"2026-10-02T02:50:52.696602412Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-wzspv-38200","namespace":"chains-e2e-pxcs"},"queue":"pipelines-queue","status":"finished","prevStatus":"admitted","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-02T02:50:52.696630322Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-wzspv-38200","reconcileID":"11513e1d-7293-4c94-af98-59d1dedcf533"} {"level":"Level(-2)","ts":"2026-10-02T02:50:52.696679387Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-wzspv-38200","reconcileID":"11513e1d-7293-4c94-af98-59d1dedcf533","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:50:52.719716935Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-wzspv-38200","reconcileID":"1e741a11-1756-491c-9cef-ab32e8b09c45"} {"level":"Level(-2)","ts":"2026-10-02T02:50:52.719731535Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-wzspv-38200","namespace":"chains-e2e-pxcs"},"queue":"pipelines-queue","status":"finished","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-02T02:50:52.719746247Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-wzspv-38200","reconcileID":"1e741a11-1756-491c-9cef-ab32e8b09c45","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:50:53.131256761Z","logger":"workload-reconciler","caller":"core/workload_controller.go:848","msg":"Workload create event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-bxl2j-4a5ab","namespace":"chains-e2e-pxcs"},"queue":"pipelines-queue","status":"pending"} {"level":"Level(-2)","ts":"2026-10-02T02:50:53.131289936Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-bxl2j-4a5ab","reconcileID":"2251ef40-b727-4f59-9e14-57edd92f3dce"} {"level":"Level(-2)","ts":"2026-10-02T02:50:53.131326616Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-bxl2j-4a5ab","reconcileID":"2251ef40-b727-4f59-9e14-57edd92f3dce","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:50:53.131372008Z","logger":"scheduler","caller":"scheduler/scheduler.go:226","msg":"Obtained heads","replica-role":"leader","schedulingCycle":5,"headCount":1,"waitDuration":14.278691105} {"level":"Level(-2)","ts":"2026-10-02T02:50:53.131408054Z","logger":"workload-reconciler","caller":"core/workload_controller.go:194","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-bxl2j-4a5ab","reconcileID":"f9ab9ae1-2e17-45e1-bf93-400f35f3d24c"} {"level":"Level(-2)","ts":"2026-10-02T02:50:53.131419794Z","logger":"scheduler","caller":"scheduler/scheduler.go:241","msg":"Snapshot taken","replica-role":"leader","schedulingCycle":5,"duration":0.000015972} {"level":"Level(-2)","ts":"2026-10-02T02:50:53.131476787Z","logger":"scheduler","caller":"scheduler/scheduler.go:246","msg":"Nomination done","replica-role":"leader","schedulingCycle":5,"entries":1,"inadmissibleEntries":0,"duration":0.000048873} {"level":"Level(-2)","ts":"2026-10-02T02:50:53.131512175Z","logger":"scheduler","caller":"scheduler/scheduler.go:268","msg":"Attempting to schedule workload","replica-role":"leader","schedulingCycle":5,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-bxl2j-4a5ab","namespace":"chains-e2e-pxcs"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-02T02:50:53.13154437Z","logger":"scheduler","caller":"scheduler/scheduler.go:718","msg":"Workload assumed in the cache","replica-role":"leader","schedulingCycle":5,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-bxl2j-4a5ab","namespace":"chains-e2e-pxcs"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-02T02:50:53.1315615Z","logger":"scheduler","caller":"scheduler/scheduler.go:404","msg":"Workload processing done","replica-role":"leader","schedulingCycle":5,"duration":0.000052366} {"level":"Level(-2)","ts":"2026-10-02T02:50:53.131580454Z","logger":"scheduler","caller":"scheduler/scheduler.go:215","msg":"Scheduling cycle complete","replica-role":"leader","schedulingCycle":5,"duration":14.278900027} {"level":"Level(-2)","ts":"2026-10-02T02:50:53.13159202Z","logger":"scheduler","caller":"scheduler/scheduler.go:213","msg":"Scheduling cycle starts","replica-role":"leader","schedulingCycle":6} {"level":"Level(-2)","ts":"2026-10-02T02:50:53.220777729Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-bxl2j-4a5ab","namespace":"chains-e2e-pxcs"},"queue":"pipelines-queue","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-02T02:50:53.220830907Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-bxl2j-4a5ab","reconcileID":"c1cac180-6df0-4629-b0ac-f339c9ada469"} {"level":"Level(-2)","ts":"2026-10-02T02:50:53.220865075Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-bxl2j-4a5ab","reconcileID":"c1cac180-6df0-4629-b0ac-f339c9ada469","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:50:53.231813317Z","logger":"scheduler","caller":"scheduler/scheduler.go:681","msg":"Workload successfully admitted and assigned flavors","replica-role":"leader","schedulingCycle":5,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-bxl2j-4a5ab","namespace":"chains-e2e-pxcs"},"clusterQueue":{"name":"cluster-pipeline-queue"},"assignments":[{"name":"pod-set-1","flavors":{"konflux-ci-dev-token":"default-flavor","tekton.dev/pipelineruns":"default-flavor"},"resourceUsage":{"konflux-ci-dev-token":"1","tekton.dev/pipelineruns":"1"},"count":1}]} {"level":"debug","ts":"2026-10-02T02:50:53.231846892Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Quota reserved in ClusterQueue cluster-pipeline-queue, wait time since queued was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-bxl2j-4a5ab","uid":"77e307c7-781a-4ecf-a8bd-80b70fbda742","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"59616"},"reason":"QuotaReserved"} {"level":"debug","ts":"2026-10-02T02:50:53.231857653Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by ClusterQueue cluster-pipeline-queue, wait time since reservation was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-bxl2j-4a5ab","uid":"77e307c7-781a-4ecf-a8bd-80b70fbda742","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"59616"},"reason":"Admitted"} {"level":"Level(-2)","ts":"2026-10-02T02:50:53.697721901Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelines-queue","reconcileID":"d055a61b-cf17-4252-a51e-9731c41a8aac"} {"level":"Level(-2)","ts":"2026-10-02T02:50:53.697753696Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"b125bcc0-671f-4542-8f48-53f10753c62f"} {"level":"Level(-2)","ts":"2026-10-02T02:51:04.742819203Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-bxl2j-4a5ab","namespace":"chains-e2e-pxcs"},"queue":"pipelines-queue","status":"finished","prevStatus":"admitted","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-02T02:51:04.742832452Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-bxl2j-4a5ab","reconcileID":"a1dea4de-d0d0-422b-bc6b-60a30e24fe84"} {"level":"Level(-2)","ts":"2026-10-02T02:51:04.742960317Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-bxl2j-4a5ab","reconcileID":"a1dea4de-d0d0-422b-bc6b-60a30e24fe84","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:51:04.768725701Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-bxl2j-4a5ab","namespace":"chains-e2e-pxcs"},"queue":"pipelines-queue","status":"finished","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-02T02:51:04.768782581Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-bxl2j-4a5ab","reconcileID":"f39845eb-1a65-493e-a585-d4db350179a3"} {"level":"Level(-2)","ts":"2026-10-02T02:51:04.768834821Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-bxl2j-4a5ab","reconcileID":"f39845eb-1a65-493e-a585-d4db350179a3","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:51:05.269684827Z","logger":"workload-reconciler","caller":"core/workload_controller.go:848","msg":"Workload create event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-v2pxz-0511e","namespace":"chains-e2e-pxcs"},"queue":"pipelines-queue","status":"pending"} {"level":"Level(-2)","ts":"2026-10-02T02:51:05.269743479Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-v2pxz-0511e","reconcileID":"ffcb4e84-12ec-4c96-85a9-9d8782a7e210"} {"level":"Level(-2)","ts":"2026-10-02T02:51:05.269793811Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-v2pxz-0511e","reconcileID":"ffcb4e84-12ec-4c96-85a9-9d8782a7e210","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:51:05.269803102Z","logger":"scheduler","caller":"scheduler/scheduler.go:226","msg":"Obtained heads","replica-role":"leader","schedulingCycle":6,"headCount":1,"waitDuration":12.138210451} {"level":"Level(-2)","ts":"2026-10-02T02:51:05.26984692Z","logger":"scheduler","caller":"scheduler/scheduler.go:241","msg":"Snapshot taken","replica-role":"leader","schedulingCycle":6,"duration":0.000015382} {"level":"Level(-2)","ts":"2026-10-02T02:51:05.269936833Z","logger":"scheduler","caller":"scheduler/scheduler.go:246","msg":"Nomination done","replica-role":"leader","schedulingCycle":6,"entries":1,"inadmissibleEntries":0,"duration":0.000076309} {"level":"Level(-2)","ts":"2026-10-02T02:51:05.269954904Z","logger":"scheduler","caller":"scheduler/scheduler.go:268","msg":"Attempting to schedule workload","replica-role":"leader","schedulingCycle":6,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-v2pxz-0511e","namespace":"chains-e2e-pxcs"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-02T02:51:05.269987469Z","logger":"scheduler","caller":"scheduler/scheduler.go:718","msg":"Workload assumed in the cache","replica-role":"leader","schedulingCycle":6,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-v2pxz-0511e","namespace":"chains-e2e-pxcs"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-02T02:51:05.270002965Z","logger":"scheduler","caller":"scheduler/scheduler.go:404","msg":"Workload processing done","replica-role":"leader","schedulingCycle":6,"duration":0.000052305} {"level":"Level(-2)","ts":"2026-10-02T02:51:05.270014733Z","logger":"scheduler","caller":"scheduler/scheduler.go:215","msg":"Scheduling cycle complete","replica-role":"leader","schedulingCycle":6,"duration":12.138422587} {"level":"Level(-2)","ts":"2026-10-02T02:51:05.27002573Z","logger":"scheduler","caller":"scheduler/scheduler.go:213","msg":"Scheduling cycle starts","replica-role":"leader","schedulingCycle":7} {"level":"Level(-2)","ts":"2026-10-02T02:51:05.285926285Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-v2pxz-0511e","namespace":"chains-e2e-pxcs"},"queue":"pipelines-queue","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-02T02:51:05.285995486Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-v2pxz-0511e","reconcileID":"496358d0-bd55-4ec2-879d-b77775e93f95"} {"level":"Level(-2)","ts":"2026-10-02T02:51:05.286032607Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-v2pxz-0511e","reconcileID":"496358d0-bd55-4ec2-879d-b77775e93f95","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:51:05.286794396Z","logger":"scheduler","caller":"scheduler/scheduler.go:681","msg":"Workload successfully admitted and assigned flavors","replica-role":"leader","schedulingCycle":6,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-v2pxz-0511e","namespace":"chains-e2e-pxcs"},"clusterQueue":{"name":"cluster-pipeline-queue"},"assignments":[{"name":"pod-set-1","flavors":{"konflux-ci-dev-token":"default-flavor","tekton.dev/pipelineruns":"default-flavor"},"resourceUsage":{"konflux-ci-dev-token":"1","tekton.dev/pipelineruns":"1"},"count":1}]} {"level":"debug","ts":"2026-10-02T02:51:05.286825157Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Quota reserved in ClusterQueue cluster-pipeline-queue, wait time since queued was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-v2pxz-0511e","uid":"d4760b5f-80ff-4b70-b0d7-9e382f1041c3","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"60031"},"reason":"QuotaReserved"} {"level":"debug","ts":"2026-10-02T02:51:05.286836457Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by ClusterQueue cluster-pipeline-queue, wait time since reservation was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-v2pxz-0511e","uid":"d4760b5f-80ff-4b70-b0d7-9e382f1041c3","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"60031"},"reason":"Admitted"} {"level":"Level(-2)","ts":"2026-10-02T02:51:05.743030918Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelines-queue","reconcileID":"4f7af498-0e70-449c-8877-fdcad861b55a"} {"level":"Level(-2)","ts":"2026-10-02T02:51:05.743033867Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"a7c5a145-f7a5-43e1-9ff0-49dee757af37"} {"level":"Level(-2)","ts":"2026-10-02T02:51:19.769742986Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-v2pxz-0511e","namespace":"chains-e2e-pxcs"},"queue":"pipelines-queue","status":"finished","prevStatus":"admitted","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-02T02:51:19.769805618Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-v2pxz-0511e","reconcileID":"a59ab7ca-698c-4f66-994b-1b93e6f1044e"} {"level":"Level(-2)","ts":"2026-10-02T02:51:19.769859028Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-v2pxz-0511e","reconcileID":"a59ab7ca-698c-4f66-994b-1b93e6f1044e","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:51:19.784430434Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-v2pxz-0511e","namespace":"chains-e2e-pxcs"},"queue":"pipelines-queue","status":"finished","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-02T02:51:19.784435197Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-v2pxz-0511e","reconcileID":"bcbd51b5-62af-4aab-a3b1-13c74d79a23e"} {"level":"Level(-2)","ts":"2026-10-02T02:51:19.784526764Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-v2pxz-0511e","reconcileID":"bcbd51b5-62af-4aab-a3b1-13c74d79a23e","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:51:20.372330536Z","logger":"workload-reconciler","caller":"core/workload_controller.go:848","msg":"Workload create event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-wgxq6-42a66","namespace":"chains-e2e-pxcs"},"queue":"pipelines-queue","status":"pending"} {"level":"Level(-2)","ts":"2026-10-02T02:51:20.372366216Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-wgxq6-42a66","reconcileID":"8e922f8c-9691-4c6b-9356-6216ddce59dc"} {"level":"Level(-2)","ts":"2026-10-02T02:51:20.372402445Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-wgxq6-42a66","reconcileID":"8e922f8c-9691-4c6b-9356-6216ddce59dc","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:51:20.372423602Z","logger":"scheduler","caller":"scheduler/scheduler.go:226","msg":"Obtained heads","replica-role":"leader","schedulingCycle":7,"headCount":1,"waitDuration":15.10239735} {"level":"Level(-2)","ts":"2026-10-02T02:51:20.372467998Z","logger":"scheduler","caller":"scheduler/scheduler.go:241","msg":"Snapshot taken","replica-role":"leader","schedulingCycle":7,"duration":0.000014027} {"level":"Level(-2)","ts":"2026-10-02T02:51:20.37254193Z","logger":"scheduler","caller":"scheduler/scheduler.go:246","msg":"Nomination done","replica-role":"leader","schedulingCycle":7,"entries":1,"inadmissibleEntries":0,"duration":0.000064378} {"level":"Level(-2)","ts":"2026-10-02T02:51:20.372557925Z","logger":"scheduler","caller":"scheduler/scheduler.go:268","msg":"Attempting to schedule workload","replica-role":"leader","schedulingCycle":7,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-wgxq6-42a66","namespace":"chains-e2e-pxcs"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-02T02:51:20.3725912Z","logger":"scheduler","caller":"scheduler/scheduler.go:718","msg":"Workload assumed in the cache","replica-role":"leader","schedulingCycle":7,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-wgxq6-42a66","namespace":"chains-e2e-pxcs"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-02T02:51:20.3726077Z","logger":"scheduler","caller":"scheduler/scheduler.go:404","msg":"Workload processing done","replica-role":"leader","schedulingCycle":7,"duration":0.000052584} {"level":"Level(-2)","ts":"2026-10-02T02:51:20.372620069Z","logger":"scheduler","caller":"scheduler/scheduler.go:215","msg":"Scheduling cycle complete","replica-role":"leader","schedulingCycle":7,"duration":15.102594179} {"level":"Level(-2)","ts":"2026-10-02T02:51:20.372630776Z","logger":"scheduler","caller":"scheduler/scheduler.go:213","msg":"Scheduling cycle starts","replica-role":"leader","schedulingCycle":8} {"level":"Level(-2)","ts":"2026-10-02T02:51:20.38714825Z","logger":"scheduler","caller":"scheduler/scheduler.go:681","msg":"Workload successfully admitted and assigned flavors","replica-role":"leader","schedulingCycle":7,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-wgxq6-42a66","namespace":"chains-e2e-pxcs"},"clusterQueue":{"name":"cluster-pipeline-queue"},"assignments":[{"name":"pod-set-1","flavors":{"konflux-ci-dev-token":"default-flavor","tekton.dev/pipelineruns":"default-flavor"},"resourceUsage":{"konflux-ci-dev-token":"1","tekton.dev/pipelineruns":"1"},"count":1}]} {"level":"Level(-2)","ts":"2026-10-02T02:51:20.387174203Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-wgxq6-42a66","namespace":"chains-e2e-pxcs"},"queue":"pipelines-queue","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-pipeline-queue"} {"level":"debug","ts":"2026-10-02T02:51:20.387215041Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Quota reserved in ClusterQueue cluster-pipeline-queue, wait time since queued was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-wgxq6-42a66","uid":"b39eeb0a-1818-4040-9248-08ff9b9e9c83","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"60516"},"reason":"QuotaReserved"} {"level":"debug","ts":"2026-10-02T02:51:20.387237295Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by ClusterQueue cluster-pipeline-queue, wait time since reservation was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-wgxq6-42a66","uid":"b39eeb0a-1818-4040-9248-08ff9b9e9c83","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"60516"},"reason":"Admitted"} {"level":"Level(-2)","ts":"2026-10-02T02:51:20.387245272Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-wgxq6-42a66","reconcileID":"034defde-7846-4879-82b5-3ef722b0dd50"} {"level":"Level(-2)","ts":"2026-10-02T02:51:20.387280162Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-wgxq6-42a66","reconcileID":"034defde-7846-4879-82b5-3ef722b0dd50","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:51:20.770399355Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"11f34099-294b-4e24-aa4e-c48d08c3918a"} {"level":"Level(-2)","ts":"2026-10-02T02:51:20.770397285Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelines-queue","reconcileID":"adca284c-eca7-47bc-896d-005b6b6a5b84"} {"level":"error","ts":"2026-10-02T02:51:38.335330369Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"Level(-2)","ts":"2026-10-02T02:51:39.877225321Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-wgxq6-42a66","namespace":"chains-e2e-pxcs"},"queue":"pipelines-queue","status":"finished","prevStatus":"admitted","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-02T02:51:39.877244426Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-wgxq6-42a66","reconcileID":"9e7d2155-24b9-49c7-9824-5c7e619fff1e"} {"level":"Level(-2)","ts":"2026-10-02T02:51:39.877277581Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-wgxq6-42a66","reconcileID":"9e7d2155-24b9-49c7-9824-5c7e619fff1e","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:51:39.892040135Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-wgxq6-42a66","namespace":"chains-e2e-pxcs"},"queue":"pipelines-queue","status":"finished","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-02T02:51:39.892064428Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-wgxq6-42a66","reconcileID":"44aeda6e-3203-4c5a-b061-7b87afa8bc86"} {"level":"Level(-2)","ts":"2026-10-02T02:51:39.892097757Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-wgxq6-42a66","reconcileID":"44aeda6e-3203-4c5a-b061-7b87afa8bc86","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:51:40.489897066Z","logger":"workload-reconciler","caller":"core/workload_controller.go:848","msg":"Workload create event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-jpx5s-7784f","namespace":"chains-e2e-pxcs"},"queue":"pipelines-queue","status":"pending"} {"level":"Level(-2)","ts":"2026-10-02T02:51:40.489934539Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-jpx5s-7784f","reconcileID":"10fd1ef4-30c0-42e7-99ec-56de17ba96d7"} {"level":"Level(-2)","ts":"2026-10-02T02:51:40.49012487Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-jpx5s-7784f","reconcileID":"10fd1ef4-30c0-42e7-99ec-56de17ba96d7","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:51:40.49018676Z","logger":"scheduler","caller":"scheduler/scheduler.go:226","msg":"Obtained heads","replica-role":"leader","schedulingCycle":8,"headCount":1,"waitDuration":20.117555582} {"level":"Level(-2)","ts":"2026-10-02T02:51:40.490229912Z","logger":"scheduler","caller":"scheduler/scheduler.go:241","msg":"Snapshot taken","replica-role":"leader","schedulingCycle":8,"duration":0.000018326} {"level":"Level(-2)","ts":"2026-10-02T02:51:40.49036009Z","logger":"scheduler","caller":"scheduler/scheduler.go:246","msg":"Nomination done","replica-role":"leader","schedulingCycle":8,"entries":1,"inadmissibleEntries":0,"duration":0.000099057} {"level":"Level(-2)","ts":"2026-10-02T02:51:40.490390706Z","logger":"scheduler","caller":"scheduler/scheduler.go:268","msg":"Attempting to schedule workload","replica-role":"leader","schedulingCycle":8,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-jpx5s-7784f","namespace":"chains-e2e-pxcs"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-02T02:51:40.490444053Z","logger":"scheduler","caller":"scheduler/scheduler.go:718","msg":"Workload assumed in the cache","replica-role":"leader","schedulingCycle":8,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-jpx5s-7784f","namespace":"chains-e2e-pxcs"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-02T02:51:40.490464891Z","logger":"scheduler","caller":"scheduler/scheduler.go:404","msg":"Workload processing done","replica-role":"leader","schedulingCycle":8,"duration":0.000084951} {"level":"Level(-2)","ts":"2026-10-02T02:51:40.490527332Z","logger":"scheduler","caller":"scheduler/scheduler.go:215","msg":"Scheduling cycle complete","replica-role":"leader","schedulingCycle":8,"duration":20.117895924} {"level":"Level(-2)","ts":"2026-10-02T02:51:40.490559373Z","logger":"scheduler","caller":"scheduler/scheduler.go:213","msg":"Scheduling cycle starts","replica-role":"leader","schedulingCycle":9} {"level":"Level(-2)","ts":"2026-10-02T02:51:40.506666403Z","logger":"scheduler","caller":"scheduler/scheduler.go:681","msg":"Workload successfully admitted and assigned flavors","replica-role":"leader","schedulingCycle":8,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-jpx5s-7784f","namespace":"chains-e2e-pxcs"},"clusterQueue":{"name":"cluster-pipeline-queue"},"assignments":[{"name":"pod-set-1","flavors":{"konflux-ci-dev-token":"default-flavor","tekton.dev/pipelineruns":"default-flavor"},"resourceUsage":{"konflux-ci-dev-token":"1","tekton.dev/pipelineruns":"1"},"count":1}]} {"level":"debug","ts":"2026-10-02T02:51:40.506711254Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Quota reserved in ClusterQueue cluster-pipeline-queue, wait time since queued was 1s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-jpx5s-7784f","uid":"8c627289-f668-4c0b-a0ec-37100ce1129c","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"61142"},"reason":"QuotaReserved"} {"level":"debug","ts":"2026-10-02T02:51:40.506724073Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by ClusterQueue cluster-pipeline-queue, wait time since reservation was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-jpx5s-7784f","uid":"8c627289-f668-4c0b-a0ec-37100ce1129c","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"61142"},"reason":"Admitted"} {"level":"Level(-2)","ts":"2026-10-02T02:51:40.506739316Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-jpx5s-7784f","namespace":"chains-e2e-pxcs"},"queue":"pipelines-queue","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-02T02:51:40.506787551Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-jpx5s-7784f","reconcileID":"3d30d069-1d55-4782-8ddb-e4fd8a912a58"} {"level":"Level(-2)","ts":"2026-10-02T02:51:40.506837356Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-jpx5s-7784f","reconcileID":"3d30d069-1d55-4782-8ddb-e4fd8a912a58","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:51:40.878355552Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"45d4e762-fcb1-4205-9ae2-d5b9f9a159c6"} {"level":"Level(-2)","ts":"2026-10-02T02:51:40.878352391Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelines-queue","reconcileID":"91ac1f41-efbb-459d-aa09-16da59b2101f"} {"level":"Level(-2)","ts":"2026-10-02T02:52:06.020063069Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-jpx5s-7784f","namespace":"chains-e2e-pxcs"},"queue":"pipelines-queue","status":"finished","prevStatus":"admitted","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-02T02:52:06.020122409Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-jpx5s-7784f","reconcileID":"e02c6640-4077-4d61-a2ba-ccad495cb75e"} {"level":"Level(-2)","ts":"2026-10-02T02:52:06.020183227Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-jpx5s-7784f","reconcileID":"e02c6640-4077-4d61-a2ba-ccad495cb75e","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:52:06.034861494Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-jpx5s-7784f","namespace":"chains-e2e-pxcs"},"queue":"pipelines-queue","status":"finished","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-02T02:52:06.034872357Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-jpx5s-7784f","reconcileID":"34b18f74-3dc5-42f5-8f9c-332b55396daa"} {"level":"Level(-2)","ts":"2026-10-02T02:52:06.034914028Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-jpx5s-7784f","reconcileID":"34b18f74-3dc5-42f5-8f9c-332b55396daa","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:52:06.580612551Z","logger":"workload-reconciler","caller":"core/workload_controller.go:848","msg":"Workload create event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-zdpbh-08a3d","namespace":"chains-e2e-pxcs"},"queue":"pipelines-queue","status":"pending"} {"level":"Level(-2)","ts":"2026-10-02T02:52:06.580665508Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-zdpbh-08a3d","reconcileID":"a0534601-0ff8-4ee6-be9e-bd7544452f7d"} {"level":"Level(-2)","ts":"2026-10-02T02:52:06.58071765Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-zdpbh-08a3d","reconcileID":"a0534601-0ff8-4ee6-be9e-bd7544452f7d","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:52:06.58071579Z","logger":"scheduler","caller":"scheduler/scheduler.go:226","msg":"Obtained heads","replica-role":"leader","schedulingCycle":9,"headCount":1,"waitDuration":26.09015578} {"level":"Level(-2)","ts":"2026-10-02T02:52:06.580750618Z","logger":"scheduler","caller":"scheduler/scheduler.go:241","msg":"Snapshot taken","replica-role":"leader","schedulingCycle":9,"duration":0.000012626} {"level":"Level(-2)","ts":"2026-10-02T02:52:06.580801564Z","logger":"scheduler","caller":"scheduler/scheduler.go:246","msg":"Nomination done","replica-role":"leader","schedulingCycle":9,"entries":1,"inadmissibleEntries":0,"duration":0.000041593} {"level":"Level(-2)","ts":"2026-10-02T02:52:06.58081563Z","logger":"scheduler","caller":"scheduler/scheduler.go:268","msg":"Attempting to schedule workload","replica-role":"leader","schedulingCycle":9,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-zdpbh-08a3d","namespace":"chains-e2e-pxcs"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-02T02:52:06.580844764Z","logger":"scheduler","caller":"scheduler/scheduler.go:718","msg":"Workload assumed in the cache","replica-role":"leader","schedulingCycle":9,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-zdpbh-08a3d","namespace":"chains-e2e-pxcs"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-02T02:52:06.580863328Z","logger":"scheduler","caller":"scheduler/scheduler.go:404","msg":"Workload processing done","replica-role":"leader","schedulingCycle":9,"duration":0.000050177} {"level":"Level(-2)","ts":"2026-10-02T02:52:06.58087641Z","logger":"scheduler","caller":"scheduler/scheduler.go:215","msg":"Scheduling cycle complete","replica-role":"leader","schedulingCycle":9,"duration":26.090316892} {"level":"Level(-2)","ts":"2026-10-02T02:52:06.580886559Z","logger":"scheduler","caller":"scheduler/scheduler.go:213","msg":"Scheduling cycle starts","replica-role":"leader","schedulingCycle":10} {"level":"Level(-2)","ts":"2026-10-02T02:52:06.59570035Z","logger":"scheduler","caller":"scheduler/scheduler.go:681","msg":"Workload successfully admitted and assigned flavors","replica-role":"leader","schedulingCycle":9,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-zdpbh-08a3d","namespace":"chains-e2e-pxcs"},"clusterQueue":{"name":"cluster-pipeline-queue"},"assignments":[{"name":"pod-set-1","flavors":{"konflux-ci-dev-token":"default-flavor","tekton.dev/pipelineruns":"default-flavor"},"resourceUsage":{"konflux-ci-dev-token":"1","tekton.dev/pipelineruns":"1"},"count":1}]} {"level":"debug","ts":"2026-10-02T02:52:06.595733054Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Quota reserved in ClusterQueue cluster-pipeline-queue, wait time since queued was 1s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-zdpbh-08a3d","uid":"94036c55-f8fa-47ab-8d8b-088b9c6e5e07","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"61932"},"reason":"QuotaReserved"} {"level":"debug","ts":"2026-10-02T02:52:06.595745528Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by ClusterQueue cluster-pipeline-queue, wait time since reservation was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-zdpbh-08a3d","uid":"94036c55-f8fa-47ab-8d8b-088b9c6e5e07","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"61932"},"reason":"Admitted"} {"level":"Level(-2)","ts":"2026-10-02T02:52:06.595761112Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-zdpbh-08a3d","reconcileID":"0496dc83-26e6-4d3e-a165-cfa264d9fda9"} {"level":"Level(-2)","ts":"2026-10-02T02:52:06.59579062Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-zdpbh-08a3d","reconcileID":"0496dc83-26e6-4d3e-a165-cfa264d9fda9","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:52:06.595801379Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-zdpbh-08a3d","namespace":"chains-e2e-pxcs"},"queue":"pipelines-queue","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-02T02:52:07.020858896Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelines-queue","reconcileID":"67f50030-084a-44b0-9342-efbdd70c41c6"} {"level":"Level(-2)","ts":"2026-10-02T02:52:07.02085893Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"2f6f90b4-7758-4f08-a647-6446f589b621"} {"level":"error","ts":"2026-10-02T02:52:18.947015388Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"Level(-2)","ts":"2026-10-02T02:52:22.117579616Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-zdpbh-08a3d","namespace":"chains-e2e-pxcs"},"queue":"pipelines-queue","status":"finished","prevStatus":"admitted","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-02T02:52:22.117604462Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-zdpbh-08a3d","reconcileID":"3d0edc24-d747-447e-8c47-7a0cf2ffbb2d"} {"level":"Level(-2)","ts":"2026-10-02T02:52:22.117645203Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-zdpbh-08a3d","reconcileID":"3d0edc24-d747-447e-8c47-7a0cf2ffbb2d","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:52:22.134611607Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-zdpbh-08a3d","reconcileID":"2b68315a-7da3-4ccb-a8d0-b3a0ad979cad"} {"level":"Level(-2)","ts":"2026-10-02T02:52:22.134643473Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-zdpbh-08a3d","reconcileID":"2b68315a-7da3-4ccb-a8d0-b3a0ad979cad","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:52:22.134636319Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-zdpbh-08a3d","namespace":"chains-e2e-pxcs"},"queue":"pipelines-queue","status":"finished","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-02T02:52:22.669809981Z","logger":"workload-reconciler","caller":"core/workload_controller.go:848","msg":"Workload create event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-6bqgb-80463","namespace":"chains-e2e-pxcs"},"queue":"pipelines-queue","status":"pending"} {"level":"Level(-2)","ts":"2026-10-02T02:52:22.669839131Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-6bqgb-80463","reconcileID":"3dc16165-9b2a-4d97-b0f0-5ce4ab63a457"} {"level":"Level(-2)","ts":"2026-10-02T02:52:22.66987291Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-6bqgb-80463","reconcileID":"3dc16165-9b2a-4d97-b0f0-5ce4ab63a457","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:52:22.66990662Z","logger":"scheduler","caller":"scheduler/scheduler.go:226","msg":"Obtained heads","replica-role":"leader","schedulingCycle":10,"headCount":1,"waitDuration":16.089019467} {"level":"Level(-2)","ts":"2026-10-02T02:52:22.669940486Z","logger":"scheduler","caller":"scheduler/scheduler.go:241","msg":"Snapshot taken","replica-role":"leader","schedulingCycle":10,"duration":0.000009931} {"level":"Level(-2)","ts":"2026-10-02T02:52:22.669988105Z","logger":"scheduler","caller":"scheduler/scheduler.go:246","msg":"Nomination done","replica-role":"leader","schedulingCycle":10,"entries":1,"inadmissibleEntries":0,"duration":0.000038891} {"level":"Level(-2)","ts":"2026-10-02T02:52:22.670002775Z","logger":"scheduler","caller":"scheduler/scheduler.go:268","msg":"Attempting to schedule workload","replica-role":"leader","schedulingCycle":10,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-6bqgb-80463","namespace":"chains-e2e-pxcs"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-02T02:52:22.670036115Z","logger":"scheduler","caller":"scheduler/scheduler.go:718","msg":"Workload assumed in the cache","replica-role":"leader","schedulingCycle":10,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-6bqgb-80463","namespace":"chains-e2e-pxcs"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-02T02:52:22.670054215Z","logger":"scheduler","caller":"scheduler/scheduler.go:404","msg":"Workload processing done","replica-role":"leader","schedulingCycle":10,"duration":0.000054204} {"level":"Level(-2)","ts":"2026-10-02T02:52:22.670067863Z","logger":"scheduler","caller":"scheduler/scheduler.go:215","msg":"Scheduling cycle complete","replica-role":"leader","schedulingCycle":10,"duration":16.089181164} {"level":"Level(-2)","ts":"2026-10-02T02:52:22.670078281Z","logger":"scheduler","caller":"scheduler/scheduler.go:213","msg":"Scheduling cycle starts","replica-role":"leader","schedulingCycle":11} {"level":"Level(-2)","ts":"2026-10-02T02:52:22.683640867Z","logger":"scheduler","caller":"scheduler/scheduler.go:681","msg":"Workload successfully admitted and assigned flavors","replica-role":"leader","schedulingCycle":10,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-6bqgb-80463","namespace":"chains-e2e-pxcs"},"clusterQueue":{"name":"cluster-pipeline-queue"},"assignments":[{"name":"pod-set-1","flavors":{"konflux-ci-dev-token":"default-flavor","tekton.dev/pipelineruns":"default-flavor"},"resourceUsage":{"konflux-ci-dev-token":"1","tekton.dev/pipelineruns":"1"},"count":1}]} {"level":"debug","ts":"2026-10-02T02:52:22.683673552Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Quota reserved in ClusterQueue cluster-pipeline-queue, wait time since queued was 1s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-6bqgb-80463","uid":"8ff95d98-d6b4-49ca-b126-b64b6d6e65f5","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"62459"},"reason":"QuotaReserved"} {"level":"debug","ts":"2026-10-02T02:52:22.68368623Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by ClusterQueue cluster-pipeline-queue, wait time since reservation was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-6bqgb-80463","uid":"8ff95d98-d6b4-49ca-b126-b64b6d6e65f5","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"62459"},"reason":"Admitted"} {"level":"Level(-2)","ts":"2026-10-02T02:52:22.683694178Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-6bqgb-80463","namespace":"chains-e2e-pxcs"},"queue":"pipelines-queue","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-02T02:52:22.683765812Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-6bqgb-80463","reconcileID":"c90d914f-7ad8-4146-b4b9-d4a2c4912391"} {"level":"Level(-2)","ts":"2026-10-02T02:52:22.683796124Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-6bqgb-80463","reconcileID":"c90d914f-7ad8-4146-b4b9-d4a2c4912391","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:52:23.118713648Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelines-queue","reconcileID":"6e83db5e-dad8-408f-a222-ba04ffdd5183"} {"level":"Level(-2)","ts":"2026-10-02T02:52:23.118715784Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"87533632-fa76-4b27-80f8-6b73864a98b3"} {"level":"Level(-2)","ts":"2026-10-02T02:52:36.193917763Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-6bqgb-80463","namespace":"chains-e2e-pxcs"},"queue":"pipelines-queue","status":"finished","prevStatus":"admitted","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-02T02:52:36.193961244Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-6bqgb-80463","reconcileID":"a9cc387e-b2fc-4c5b-9d98-e11c5d0deefa"} {"level":"Level(-2)","ts":"2026-10-02T02:52:36.19401304Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-6bqgb-80463","reconcileID":"a9cc387e-b2fc-4c5b-9d98-e11c5d0deefa","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:52:36.210808181Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-6bqgb-80463","namespace":"chains-e2e-pxcs"},"queue":"pipelines-queue","status":"finished","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-02T02:52:36.210852803Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-6bqgb-80463","reconcileID":"b0ea183f-4c18-4766-b4e6-7b0c7c6e7491"} {"level":"Level(-2)","ts":"2026-10-02T02:52:36.210893556Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelinerun-verify-enterprise-contract-run-6bqgb-80463","reconcileID":"b0ea183f-4c18-4766-b4e6-7b0c7c6e7491","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:52:37.194535115Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelines-queue","reconcileID":"21868c9a-1d18-4e2b-a130-d946f8c2f186"} {"level":"Level(-2)","ts":"2026-10-02T02:52:37.194542923Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"f4fa8ada-f9af-45ae-b083-36ae70068c6f"} {"level":"Level(-2)","ts":"2026-10-02T02:52:37.210958261Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"pipelines-queue","namespace":"chains-e2e-pxcs"}} {"level":"Level(-2)","ts":"2026-10-02T02:52:37.211023872Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-pxcs","name":"pipelines-queue","reconcileID":"112824ae-8529-4fab-ad14-d3a7d2bfa12d"} {"level":"Level(-2)","ts":"2026-10-02T02:52:37.213996489Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-02T02:52:37.214161276Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"14009dc9-7692-4b35-ba10-7cabd46679cf"} {"level":"error","ts":"2026-10-02T02:53:02.116196358Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"}