{"level":"info","ts":"2026-10-02T02:47:00.154735397Z","logger":"setup","caller":"kueue/main.go:627","msg":"Successfully loaded configuration","config":"apiVersion: config.kueue.x-k8s.io/v1beta2\nclientConnection:\n burst: 100\n qps: 50\ncontroller:\n groupKindConcurrency:\n ClusterQueue.kueue.x-k8s.io: 1\n Job.batch: 5\n LocalQueue.kueue.x-k8s.io: 1\n Pod: 5\n ResourceFlavor.kueue.x-k8s.io: 1\n Workload.kueue.x-k8s.io: 5\nhealth:\n healthProbeBindAddress: :8081\nintegrations:\n externalFrameworks:\n - pipelineruns.v1.tekton.dev\n frameworks:\n - batch/job\ninternalCertManagement:\n enable: false\nkind: Configuration\nleaderElection:\n leaderElect: true\n leaseDuration: 2m17s\n renewDeadline: 1m47s\n resourceLock: leases\n resourceName: c1f6bfd2.kueue.x-k8s.io\n resourceNamespace: \"\"\n retryPeriod: 26s\nmanageJobsWithoutQueueName: false\nmanagedJobsNamespaceSelector:\n matchLabels:\n kueue.openshift.io/managed: \"true\"\nmetrics:\n bindAddress: :8443\n enableClusterQueueResources: true\nmultiKueue:\n dispatcherName: kueue.x-k8s.io/multikueue-dispatcher-all-at-once\n gcInterval: 1m0s\n origin: multikueue\n workerLostTimeout: 15m0s\nnamespace: openshift-kueue-operator\nwebhook:\n certDir: /tmp/k8s-webhook-server/serving-certs\n port: 9443\n"} {"level":"info","ts":"2026-10-02T02:47:00.154831283Z","logger":"setup","caller":"kueue/main.go:166","msg":"Initializing","gitVersion":"056152c9-dirty","gitCommit":"056152c91a6cdc022117311166183003d6403e51","buildDate":"2026-08-30T15:55:40Z"} {"level":"Level(-2)","ts":"2026-10-02T02:47:00.154996023Z","logger":"setup","caller":"features/kube_features.go:507","msg":"Loaded feature gates","featureGates":{"AdmissionFairSharing":true,"DynamicResourceAllocation":false,"ElasticJobsViaWorkloadSlices":false,"FailureRecoveryPolicy":false,"FairSharingPreemptWithinNominal":true,"FairSharingPrioritizeNonBorrowing":true,"FinishOrphanedWorkloads":true,"FlavorFungibility":true,"FlavorFungibilityImplicitPreferenceDefault":false,"HierarchicalCohorts":true,"LendingLimit":true,"LocalQueueDefaulting":true,"LocalQueueMetrics":false,"ManagedJobsNamespaceSelectorAlwaysRespected":true,"MultiKueue":true,"MultiKueueAdaptersForCustomJobs":true,"MultiKueueAllowInsecureKubeconfigs":false,"MultiKueueBatchJobWithManagedBy":true,"MultiKueueClusterProfile":false,"MultiKueueRedoAdmissionOnEvictionInWorker":true,"MultiKueueWaitForWorkloadAdmitted":true,"ObjectRetentionPolicies":true,"PartialAdmission":true,"PrioritySortingWithinCohort":true,"PropagateBatchJobLabelsToWorkload":true,"ReclaimablePods":true,"RejectUpdatesToCQWithInvalidOnFlavors":false,"RemoveFinalizersWithStrictPatch":true,"SanitizePodSets":true,"SchedulerLongRequeueInterval":false,"SchedulerTimestampPreemptionBuffer":false,"SchedulingEquivalenceHashing":false,"ShortWorkloadNames":false,"SkipFinalizersForPodsSuspendedByParent":true,"TASBalancedPlacement":false,"TASFailedNodeReplacement":true,"TASFailedNodeReplacementFailFast":true,"TASProfileLeastFreeCapacity":false,"TASProfileMixed":true,"TASReplaceNodeOnNodeTaints":false,"TASReplaceNodeOnPodTermination":true,"TLSOptions":true,"TopologyAwareScheduling":true,"VisibilityOnDemand":true,"WorkloadRequestUseMergePatch":false}} {"level":"info","ts":"2026-10-02T02:47:00.155045293Z","logger":"setup","caller":"kueue/main.go:201","msg":"Initializing metrics certificate watcher using provided certificates","metrics-cert-path":"/etc/kueue/metrics/certs"} {"level":"info","ts":"2026-10-02T02:47:00.155225393Z","logger":"controller-runtime.certwatcher","caller":"certwatcher/certwatcher.go:214","msg":"Updated current TLS certificate","cert":"/etc/kueue/metrics/certs/tls.crt","key":"/etc/kueue/metrics/certs/tls.key"} {"level":"Level(-2)","ts":"2026-10-02T02:47:00.155425045Z","logger":"setup","caller":"kueue/main.go:234","msg":"K8S Client","qps":50,"burst":100} {"level":"info","ts":"2026-10-02T02:47:00.182219552Z","logger":"setup","caller":"kueue/main.go:597","msg":"RoleTracker: leader election enabled"} {"level":"error","ts":"2026-10-02T02:47:00.188906581Z","logger":"setup","caller":"kueue/main.go:389","msg":"Skipping admission check controller setup: Provisioning Requests not supported (Possible cause: missing or unsupported cluster-autoscaler)","error":"no matches for kind \"ProvisioningRequest\" in version \"autoscaling.x-k8s.io/v1\"","stacktrace":"main.setupIndexes\n\t/workspace/upstream/kueue/src/cmd/kueue/main.go:389\nmain.main\n\t/workspace/upstream/kueue/src/cmd/kueue/main.go:315\nruntime.main\n\t/usr/lib/golang/src/runtime/proc.go:285"} {"level":"info","ts":"2026-10-02T02:47:00.192073026Z","logger":"setup","caller":"kueue/main.go:546","msg":"Probe endpoints are configured on healthz and readyz"} {"level":"info","ts":"2026-10-02T02:47:00.195781993Z","logger":"setup","caller":"kueue/main.go:433","msg":"Skipping provisioning controller setup: Provisioning Requests not supported (Possible cause: missing or unsupported cluster-autoscaler)"} {"level":"info","ts":"2026-10-02T02:47:00.195965585Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"workload.codeflare.dev/v1beta2, Kind=AppWrapper","path":"/mutate-workload-codeflare-dev-v1beta2-appwrapper"} {"level":"info","ts":"2026-10-02T02:47:00.19604Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-workload-codeflare-dev-v1beta2-appwrapper"} {"level":"info","ts":"2026-10-02T02:47:00.19606299Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"workload.codeflare.dev/v1beta2, Kind=AppWrapper","path":"/validate-workload-codeflare-dev-v1beta2-appwrapper"} {"level":"info","ts":"2026-10-02T02:47:00.196099056Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-workload-codeflare-dev-v1beta2-appwrapper"} {"level":"info","ts":"2026-10-02T02:47:00.196165597Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"apps/v1, Kind=Deployment","path":"/mutate-apps-v1-deployment"} {"level":"info","ts":"2026-10-02T02:47:00.196191924Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-apps-v1-deployment"} {"level":"info","ts":"2026-10-02T02:47:00.196208671Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"apps/v1, Kind=Deployment","path":"/validate-apps-v1-deployment"} {"level":"info","ts":"2026-10-02T02:47:00.196237937Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-apps-v1-deployment"} {"level":"info","ts":"2026-10-02T02:47:00.19635248Z","caller":"webhook/builder.go:178","msg":"Registering a mutating webhook","GVK":"batch/v1, Kind=Job","path":"/mutate-batch-v1-job"} {"level":"info","ts":"2026-10-02T02:47:00.196405019Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-batch-v1-job"} {"level":"info","ts":"2026-10-02T02:47:00.196422031Z","caller":"webhook/builder.go:210","msg":"Registering a validating webhook","GVK":"batch/v1, Kind=Job","path":"/validate-batch-v1-job"} {"level":"info","ts":"2026-10-02T02:47:00.196448644Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-batch-v1-job"} {"level":"info","ts":"2026-10-02T02:47:00.19652407Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"jobset.x-k8s.io/v1alpha2, Kind=JobSet","path":"/mutate-jobset-x-k8s-io-v1alpha2-jobset"} {"level":"info","ts":"2026-10-02T02:47:00.196574323Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-jobset-x-k8s-io-v1alpha2-jobset"} {"level":"info","ts":"2026-10-02T02:47:00.196594468Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"jobset.x-k8s.io/v1alpha2, Kind=JobSet","path":"/validate-jobset-x-k8s-io-v1alpha2-jobset"} {"level":"info","ts":"2026-10-02T02:47:00.196627787Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-jobset-x-k8s-io-v1alpha2-jobset"} {"level":"info","ts":"2026-10-02T02:47:00.19667118Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=JAXJob","path":"/mutate-kubeflow-org-v1-jaxjob"} {"level":"info","ts":"2026-10-02T02:47:00.196699388Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-jaxjob"} {"level":"info","ts":"2026-10-02T02:47:00.196719669Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=JAXJob","path":"/validate-kubeflow-org-v1-jaxjob"} {"level":"info","ts":"2026-10-02T02:47:00.196750643Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-jaxjob"} {"level":"info","ts":"2026-10-02T02:47:00.196788395Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=PaddleJob","path":"/mutate-kubeflow-org-v1-paddlejob"} {"level":"info","ts":"2026-10-02T02:47:00.196822114Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-paddlejob"} {"level":"info","ts":"2026-10-02T02:47:00.196837722Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=PaddleJob","path":"/validate-kubeflow-org-v1-paddlejob"} {"level":"info","ts":"2026-10-02T02:47:00.196856842Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-paddlejob"} {"level":"info","ts":"2026-10-02T02:47:00.196906434Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=PyTorchJob","path":"/mutate-kubeflow-org-v1-pytorchjob"} {"level":"info","ts":"2026-10-02T02:47:00.1969468Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-pytorchjob"} {"level":"info","ts":"2026-10-02T02:47:00.196968429Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=PyTorchJob","path":"/validate-kubeflow-org-v1-pytorchjob"} {"level":"info","ts":"2026-10-02T02:47:00.19699713Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-pytorchjob"} {"level":"info","ts":"2026-10-02T02:47:00.197036114Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=TFJob","path":"/mutate-kubeflow-org-v1-tfjob"} {"level":"info","ts":"2026-10-02T02:47:00.197065001Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-tfjob"} {"level":"info","ts":"2026-10-02T02:47:00.197084426Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=TFJob","path":"/validate-kubeflow-org-v1-tfjob"} {"level":"info","ts":"2026-10-02T02:47:00.197107356Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-tfjob"} {"level":"info","ts":"2026-10-02T02:47:00.197138877Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=XGBoostJob","path":"/mutate-kubeflow-org-v1-xgboostjob"} {"level":"info","ts":"2026-10-02T02:47:00.197167336Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-xgboostjob"} {"level":"info","ts":"2026-10-02T02:47:00.197188272Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=XGBoostJob","path":"/validate-kubeflow-org-v1-xgboostjob"} {"level":"info","ts":"2026-10-02T02:47:00.197213281Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-xgboostjob"} {"level":"info","ts":"2026-10-02T02:47:00.197256573Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v2beta1, Kind=MPIJob","path":"/mutate-kubeflow-org-v2beta1-mpijob"} {"level":"info","ts":"2026-10-02T02:47:00.197287432Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v2beta1-mpijob"} {"level":"info","ts":"2026-10-02T02:47:00.197309734Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kubeflow.org/v2beta1, Kind=MPIJob","path":"/validate-kubeflow-org-v2beta1-mpijob"} {"level":"info","ts":"2026-10-02T02:47:00.197344585Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v2beta1-mpijob"} {"level":"info","ts":"2026-10-02T02:47:00.19738099Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"/v1, Kind=Pod","path":"/mutate--v1-pod"} {"level":"info","ts":"2026-10-02T02:47:00.197405983Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate--v1-pod"} {"level":"info","ts":"2026-10-02T02:47:00.197425073Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"/v1, Kind=Pod","path":"/validate--v1-pod"} {"level":"info","ts":"2026-10-02T02:47:00.197448774Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate--v1-pod"} {"level":"info","ts":"2026-10-02T02:47:00.197491128Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"leaderworkerset.x-k8s.io/v1, Kind=LeaderWorkerSet","path":"/mutate-leaderworkerset-x-k8s-io-v1-leaderworkerset"} {"level":"info","ts":"2026-10-02T02:47:00.197519099Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-leaderworkerset-x-k8s-io-v1-leaderworkerset"} {"level":"info","ts":"2026-10-02T02:47:00.197536477Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"leaderworkerset.x-k8s.io/v1, Kind=LeaderWorkerSet","path":"/validate-leaderworkerset-x-k8s-io-v1-leaderworkerset"} {"level":"info","ts":"2026-10-02T02:47:00.197564471Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-leaderworkerset-x-k8s-io-v1-leaderworkerset"} {"level":"info","ts":"2026-10-02T02:47:00.197600072Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"ray.io/v1, Kind=RayCluster","path":"/mutate-ray-io-v1-raycluster"} {"level":"info","ts":"2026-10-02T02:47:00.197626394Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-ray-io-v1-raycluster"} {"level":"info","ts":"2026-10-02T02:47:00.197643175Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"ray.io/v1, Kind=RayCluster","path":"/validate-ray-io-v1-raycluster"} {"level":"info","ts":"2026-10-02T02:47:00.19766509Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-ray-io-v1-raycluster"} {"level":"info","ts":"2026-10-02T02:47:00.197701524Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"ray.io/v1, Kind=RayJob","path":"/mutate-ray-io-v1-rayjob"} {"level":"info","ts":"2026-10-02T02:47:00.197725516Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-ray-io-v1-rayjob"} {"level":"info","ts":"2026-10-02T02:47:00.197739913Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"ray.io/v1, Kind=RayJob","path":"/validate-ray-io-v1-rayjob"} {"level":"info","ts":"2026-10-02T02:47:00.197757644Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-ray-io-v1-rayjob"} {"level":"info","ts":"2026-10-02T02:47:00.19779132Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"apps/v1, Kind=StatefulSet","path":"/mutate-apps-v1-statefulset"} {"level":"info","ts":"2026-10-02T02:47:00.197829364Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-apps-v1-statefulset"} {"level":"info","ts":"2026-10-02T02:47:00.197846791Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"apps/v1, Kind=StatefulSet","path":"/validate-apps-v1-statefulset"} {"level":"info","ts":"2026-10-02T02:47:00.197908548Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-apps-v1-statefulset"} {"level":"info","ts":"2026-10-02T02:47:00.197957139Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","path":"/mutate-trainer-kubeflow-org-v1alpha1-trainjob"} {"level":"info","ts":"2026-10-02T02:47:00.197987011Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-trainer-kubeflow-org-v1alpha1-trainjob"} {"level":"info","ts":"2026-10-02T02:47:00.198002181Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","path":"/validate-trainer-kubeflow-org-v1alpha1-trainjob"} {"level":"info","ts":"2026-10-02T02:47:00.198029187Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-trainer-kubeflow-org-v1alpha1-trainjob"} {"level":"info","ts":"2026-10-02T02:47:00.198061795Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=Workload","path":"/mutate-kueue-x-k8s-io-v1beta2-workload"} {"level":"info","ts":"2026-10-02T02:47:00.198134786Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kueue-x-k8s-io-v1beta2-workload"} {"level":"info","ts":"2026-10-02T02:47:00.198177249Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=Workload","path":"/validate-kueue-x-k8s-io-v1beta2-workload"} {"level":"info","ts":"2026-10-02T02:47:00.198229181Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kueue-x-k8s-io-v1beta2-workload"} {"level":"info","ts":"2026-10-02T02:47:00.198315676Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/convert"} {"level":"info","ts":"2026-10-02T02:47:00.198323153Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:289","msg":"Conversion webhook enabled","GVK":"kueue.x-k8s.io/v1beta2, Kind=Workload"} {"level":"info","ts":"2026-10-02T02:47:00.198341245Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=ResourceFlavor","path":"/mutate-kueue-x-k8s-io-v1beta2-resourceflavor"} {"level":"info","ts":"2026-10-02T02:47:00.198390255Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kueue-x-k8s-io-v1beta2-resourceflavor"} {"level":"info","ts":"2026-10-02T02:47:00.198408831Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=ResourceFlavor","path":"/validate-kueue-x-k8s-io-v1beta2-resourceflavor"} {"level":"info","ts":"2026-10-02T02:47:00.198459281Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kueue-x-k8s-io-v1beta2-resourceflavor"} {"level":"info","ts":"2026-10-02T02:47:00.198513465Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=ClusterQueue","path":"/mutate-kueue-x-k8s-io-v1beta2-clusterqueue"} {"level":"info","ts":"2026-10-02T02:47:00.198558656Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kueue-x-k8s-io-v1beta2-clusterqueue"} {"level":"info","ts":"2026-10-02T02:47:00.198575473Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=ClusterQueue","path":"/validate-kueue-x-k8s-io-v1beta2-clusterqueue"} {"level":"info","ts":"2026-10-02T02:47:00.198610105Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kueue-x-k8s-io-v1beta2-clusterqueue"} {"level":"info","ts":"2026-10-02T02:47:00.198636045Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:289","msg":"Conversion webhook enabled","GVK":"kueue.x-k8s.io/v1beta2, Kind=ClusterQueue"} {"level":"info","ts":"2026-10-02T02:47:00.198661889Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=Cohort","path":"/validate-kueue-x-k8s-io-v1beta2-cohort"} {"level":"info","ts":"2026-10-02T02:47:00.198705832Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kueue-x-k8s-io-v1beta2-cohort"} {"level":"info","ts":"2026-10-02T02:47:00.198732245Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:289","msg":"Conversion webhook enabled","GVK":"kueue.x-k8s.io/v1beta2, Kind=Cohort"} {"level":"info","ts":"2026-10-02T02:47:00.198754923Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:289","msg":"Conversion webhook enabled","GVK":"kueue.x-k8s.io/v1beta2, Kind=LocalQueue"} {"level":"info","ts":"2026-10-02T02:47:00.198775008Z","logger":"setup","caller":"kueue/main.go:374","msg":"Starting manager"} {"level":"info","ts":"2026-10-02T02:47:00.198882619Z","caller":"manager/server.go:83","msg":"starting server","name":"health probe","addr":"[::]:8081"} {"level":"info","ts":"2026-10-02T02:47:00.198844559Z","logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"} {"level":"info","ts":"2026-10-02T02:47:00.199036915Z","logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":8443","secure":true} {"level":"info","ts":"2026-10-02T02:47:00.199127132Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:191","msg":"Starting webhook server"} {"level":"info","ts":"2026-10-02T02:47:00.200883364Z","logger":"controller-runtime.certwatcher","caller":"certwatcher/certwatcher.go:214","msg":"Updated current TLS certificate","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key"} {"level":"info","ts":"2026-10-02T02:47:00.201140635Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:242","msg":"Serving webhook server","host":"","port":9443} {"level":"info","ts":"2026-10-02T02:47:00.201172266Z","logger":"controller-runtime.certwatcher","caller":"certwatcher/certwatcher.go:136","msg":"Starting certificate poll+watcher","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10} {"level":"Level(-2)","ts":"2026-10-02T02:47:00.205469676Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.MultiKueueConfig","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-10-02T02:47:00.205493242Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.MultiKueueCluster","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-10-02T02:47:00.206041921Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.ResourceFlavor","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-10-02T02:47:00.206875111Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.Workload","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-10-02T02:47:00.208330175Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.LocalQueue","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-10-02T02:47:00.209049088Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.LimitRange","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-10-02T02:47:00.209196608Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.AdmissionCheck","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-10-02T02:47:00.210745152Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Job","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-10-02T02:47:00.241023405Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Pod","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"info","ts":"2026-10-02T02:47:00.300997542Z","logger":"controller-runtime.certwatcher","caller":"certwatcher/certwatcher.go:136","msg":"Starting certificate poll+watcher","cert":"/etc/kueue/metrics/certs/tls.crt","key":"/etc/kueue/metrics/certs/tls.key","interval":10} {"level":"info","ts":"2026-10-02T02:47:00.301124326Z","logger":"workloadpriorityclass-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.WorkloadPriorityClass"} {"level":"info","ts":"2026-10-02T02:47:00.301172554Z","logger":"admissioncheck-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0xc0002d3650"} {"level":"info","ts":"2026-10-02T02:47:00.30119629Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0xc000494f50"} {"level":"info","ts":"2026-10-02T02:47:00.301199495Z","logger":"localqueue-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0xc0002db5e0"} {"level":"info","ts":"2026-10-02T02:47:00.301235233Z","logger":"localqueue-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.LocalQueue"} {"level":"info","ts":"2026-10-02T02:47:00.301249918Z","logger":"tas-non-tas-usage-controller","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Pod"} {"level":"info","ts":"2026-10-02T02:47:00.301291421Z","logger":"tas-topology-controller","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.Topology"} {"level":"info","ts":"2026-10-02T02:47:00.301312463Z","logger":"cohort-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0xc000494850"} {"level":"info","ts":"2026-10-02T02:47:00.301389447Z","logger":"resourceflavor-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0xc0002d3570"} {"level":"info","ts":"2026-10-02T02:47:00.301606383Z","logger":"localqueue-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ClusterQueue"} {"level":"info","ts":"2026-10-02T02:47:00.301627845Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Namespace"} {"level":"info","ts":"2026-10-02T02:47:00.301635723Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ClusterQueue"} {"level":"info","ts":"2026-10-02T02:47:00.301659847Z","logger":"workload-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0xc000495570"} {"level":"info","ts":"2026-10-02T02:47:00.302058926Z","logger":"workload-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.LimitRange"} {"level":"info","ts":"2026-10-02T02:47:00.302451793Z","logger":"workload-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.RuntimeClass"} {"level":"info","ts":"2026-10-02T02:47:00.302499019Z","logger":"workload-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ClusterQueue"} {"level":"info","ts":"2026-10-02T02:47:00.302095216Z","logger":"admissioncheck-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.AdmissionCheck"} {"level":"info","ts":"2026-10-02T02:47:00.302582749Z","logger":"workload-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.LocalQueue"} {"level":"info","ts":"2026-10-02T02:47:00.302135047Z","logger":"tas-topology-controller","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ResourceFlavor"} {"level":"info","ts":"2026-10-02T02:47:00.302516938Z","logger":"resourceflavor-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ResourceFlavor"} {"level":"info","ts":"2026-10-02T02:47:00.302823167Z","logger":"tas-topology-ungater","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Pod"} {"level":"info","ts":"2026-10-02T02:47:00.303111669Z","logger":"tas-node-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Node"} {"level":"info","ts":"2026-10-02T02:47:00.302960197Z","logger":"tas-resource-flavor-controller","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0xc0002ce0e0"} {"level":"info","ts":"2026-10-02T02:47:00.30236635Z","logger":"cohort-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.Cohort"} {"level":"Level(-2)","ts":"2026-10-02T02:47:00.303155816Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:141","msg":"ResourceFlavor create event","replica-role":"follower","resourceFlavor":{"name":"default-flavor"}} {"level":"info","ts":"2026-10-02T02:47:00.303324519Z","logger":"tas-node-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Pod"} I1002 02:47:00.303330 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="openshift-kueue-operator/c1f6bfd2.kueue.x-k8s.io" {"level":"info","ts":"2026-10-02T02:47:00.302248549Z","logger":"workload-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.Workload"} {"level":"info","ts":"2026-10-02T02:47:00.302736311Z","logger":"tas-topology-ungater","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.Workload"} {"level":"info","ts":"2026-10-02T02:47:00.30330418Z","logger":"tas-resource-flavor-controller","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ResourceFlavor"} {"level":"Level(-2)","ts":"2026-10-02T02:47:00.315629863Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.RuntimeClass","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-10-02T02:47:00.31670911Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Node","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-10-02T02:47:00.318574249Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Namespace","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} I1002 02:47:00.321579 1 leaderelection.go:272] "Successfully acquired lease" lock="openshift-kueue-operator/c1f6bfd2.kueue.x-k8s.io" {"level":"debug","ts":"2026-10-02T02:47:00.321599633Z","logger":"events","caller":"recorder/recorder.go:104","msg":"kueue-controller-manager-7c449c4746-9hs27_d6e9583d-7c1f-4a2c-98ac-b48ccb4c4374 became leader","type":"Normal","object":{"kind":"Lease","namespace":"openshift-kueue-operator","name":"c1f6bfd2.kueue.x-k8s.io","uid":"59e463ef-a059-4b16-ad27-0928c4fa3c46","apiVersion":"coordination.k8s.io/v1","resourceVersion":"35637"},"reason":"LeaderElection"} {"level":"Level(-2)","ts":"2026-10-02T02:47:00.321806179Z","logger":"MultiKueueGC","caller":"multikueue/multikueuecluster.go:669","msg":"Starting Garbage Collector"} {"level":"info","ts":"2026-10-02T02:47:00.321846708Z","logger":"setup","caller":"roletracker/tracker.go:66","msg":"RoleTracker: transitioned to leader"} {"level":"Level(-2)","ts":"2026-10-02T02:47:00.321884151Z","logger":"scheduler","caller":"scheduler/scheduler.go:213","msg":"Scheduling cycle starts","replica-role":"leader","schedulingCycle":1} {"level":"info","ts":"2026-10-02T02:47:00.321888822Z","logger":"multikueue-cluster","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.MultiKueueCluster"} {"level":"info","ts":"2026-10-02T02:47:00.321904135Z","logger":"multikueue-cluster","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"leader","source":"channel source: 0xc000495ab0"} {"level":"info","ts":"2026-10-02T02:47:00.321903551Z","logger":"multikueue-cluster","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"leader","source":"kind source: *v1.Secret"} {"level":"info","ts":"2026-10-02T02:47:00.321918841Z","logger":"multikueue-cluster","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"leader","source":"channel source: 0xc000495c00"} {"level":"info","ts":"2026-10-02T02:47:00.321997441Z","logger":"multikueue-workload","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"leader","source":"kind source: *v1beta2.Workload"} {"level":"info","ts":"2026-10-02T02:47:00.321999858Z","logger":"multikueue-workload","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"leader","source":"channel source: 0xc000495d50"} {"level":"info","ts":"2026-10-02T02:47:00.322011641Z","logger":"multikueue-workload","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"leader","source":"kind source: *v1beta2.MultiKueueConfig"} {"level":"info","ts":"2026-10-02T02:47:00.32203866Z","logger":"job","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"leader","source":"kind source: *v1.Job"} {"level":"info","ts":"2026-10-02T02:47:00.322047823Z","logger":"job","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"leader","source":"kind source: *v1beta2.Workload"} {"level":"info","ts":"2026-10-02T02:47:00.322045386Z","logger":"job","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"leader","source":"kind source: *v1beta2.Workload"} {"level":"info","ts":"2026-10-02T02:47:00.322150251Z","logger":"multikueue-admissioncheck","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"leader","source":"kind source: *v1beta2.MultiKueueConfig"} {"level":"info","ts":"2026-10-02T02:47:00.322157175Z","logger":"multikueue-admissioncheck","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"leader","source":"kind source: *v1beta2.MultiKueueCluster"} {"level":"info","ts":"2026-10-02T02:47:00.322154738Z","logger":"multikueue-admissioncheck","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"leader","source":"kind source: *v1beta2.AdmissionCheck"} {"level":"Level(-2)","ts":"2026-10-02T02:47:00.338141336Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} I1002 02:47:00.353273 1 plugins.go:157] Loaded 2 mutating admission controller(s) successfully in the following order: NamespaceLifecycle,MutatingAdmissionPolicy. I1002 02:47:00.355951 1 handler.go:304] Adding GroupVersion visibility.kueue.x-k8s.io v1beta2 to ResourceManager I1002 02:47:00.356098 1 handler.go:304] Adding GroupVersion visibility.kueue.x-k8s.io v1beta1 to ResourceManager I1002 02:47:00.368749 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I1002 02:47:00.368778 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I1002 02:47:00.368755 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I1002 02:47:00.368798 1 shared_informer.go:370] "Waiting for caches to sync" I1002 02:47:00.368785 1 shared_informer.go:370] "Waiting for caches to sync" I1002 02:47:00.368803 1 shared_informer.go:370] "Waiting for caches to sync" I1002 02:47:00.369018 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/visibility/tls.crt::/visibility/tls.key" I1002 02:47:00.369156 1 secure_serving.go:211] Serving securely on [::]:8082 I1002 02:47:00.369174 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I1002 02:47:00.369214 1 apf_controller.go:377] Starting API Priority and Fairness config controller I1002 02:47:00.469058 1 shared_informer.go:377] "Caches are synced" I1002 02:47:00.469086 1 shared_informer.go:377] "Caches are synced" I1002 02:47:00.469059 1 shared_informer.go:377] "Caches are synced" I1002 02:47:00.469261 1 apf_controller.go:382] Running API Priority and Fairness config worker I1002 02:47:00.469275 1 apf_controller.go:385] Running API Priority and Fairness periodic rebalancing process {"level":"Level(-2)","ts":"2026-10-02T02:47:01.350561403Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.WorkloadPriorityClass","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-10-02T02:47:01.39418592Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.Cohort","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-10-02T02:47:01.403279313Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:123","msg":"WorkloadPriorityClass create event","replica-role":"leader","workloadPriorityClass":{"name":"konflux-post-merge-test"}} {"level":"Level(-2)","ts":"2026-10-02T02:47:01.403349727Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:123","msg":"WorkloadPriorityClass create event","replica-role":"leader","workloadPriorityClass":{"name":"konflux-tenant-release"}} {"level":"Level(-2)","ts":"2026-10-02T02:47:01.403365091Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:123","msg":"WorkloadPriorityClass create event","replica-role":"leader","workloadPriorityClass":{"name":"konflux-dependency-update"}} {"level":"Level(-2)","ts":"2026-10-02T02:47:01.40337567Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:123","msg":"WorkloadPriorityClass create event","replica-role":"leader","workloadPriorityClass":{"name":"konflux-post-merge-build"}} {"level":"Level(-2)","ts":"2026-10-02T02:47:01.403386413Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:123","msg":"WorkloadPriorityClass create event","replica-role":"leader","workloadPriorityClass":{"name":"konflux-pre-merge-test"}} {"level":"Level(-2)","ts":"2026-10-02T02:47:01.403395913Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:123","msg":"WorkloadPriorityClass create event","replica-role":"leader","workloadPriorityClass":{"name":"tekton-kueue-default"}} {"level":"Level(-2)","ts":"2026-10-02T02:47:01.403406515Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:123","msg":"WorkloadPriorityClass create event","replica-role":"leader","workloadPriorityClass":{"name":"konflux-mintmaker-triggered"}} {"level":"Level(-2)","ts":"2026-10-02T02:47:01.403413896Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:123","msg":"WorkloadPriorityClass create event","replica-role":"leader","workloadPriorityClass":{"name":"konflux-nudge"}} {"level":"Level(-2)","ts":"2026-10-02T02:47:01.403424407Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:123","msg":"WorkloadPriorityClass create event","replica-role":"leader","workloadPriorityClass":{"name":"konflux-pre-merge-build"}} {"level":"Level(-2)","ts":"2026-10-02T02:47:01.403436893Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:123","msg":"WorkloadPriorityClass create event","replica-role":"leader","workloadPriorityClass":{"name":"konflux-release"}} {"level":"Level(-2)","ts":"2026-10-02T02:47:01.403447435Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:123","msg":"WorkloadPriorityClass create event","replica-role":"leader","workloadPriorityClass":{"name":"konflux-default"}} {"level":"Level(-2)","ts":"2026-10-02T02:47:01.475729405Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.ClusterQueue","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-10-02T02:47:01.508127548Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:313","msg":"ClusterQueue create event","replica-role":"leader","clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-02T02:47:01.527303282Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.Topology","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"info","ts":"2026-10-02T02:47:01.604315621Z","logger":"resourceflavor-reconciler","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-02T02:47:01.604322219Z","logger":"workloadpriorityclass-reconciler","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-02T02:47:01.604364238Z","logger":"workloadpriorityclass-reconciler","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":1} {"level":"info","ts":"2026-10-02T02:47:01.604351298Z","logger":"resourceflavor-reconciler","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":1} {"level":"info","ts":"2026-10-02T02:47:01.604457273Z","logger":"cohort-reconciler","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-02T02:47:01.604476342Z","logger":"cohort-reconciler","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":1} {"level":"Level(-2)","ts":"2026-10-02T02:47:01.604460759Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:79","msg":"Reconcile WorkloadPriorityClass","replica-role":"leader","name":"konflux-post-merge-test","reconcileID":"db18f657-e1db-470b-a6af-7cf7978a19a8","workloadPriorityClass":{"name":"konflux-post-merge-test"}} {"level":"Level(-2)","ts":"2026-10-02T02:47:01.604478827Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:95","msg":"Reconcile ResourceFlavor","replica-role":"leader","name":"default-flavor","reconcileID":"c58b32e5-980e-41fa-b2d2-0c99ccdb6fa8"} {"level":"Level(-2)","ts":"2026-10-02T02:47:01.604504519Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:89","msg":"No workloads using this WorkloadPriorityClass","replica-role":"leader","name":"konflux-post-merge-test","reconcileID":"db18f657-e1db-470b-a6af-7cf7978a19a8","workloadPriorityClass":{"name":"konflux-post-merge-test"}} {"level":"Level(-2)","ts":"2026-10-02T02:47:01.604559238Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:79","msg":"Reconcile WorkloadPriorityClass","replica-role":"leader","name":"konflux-tenant-release","reconcileID":"429a922b-d299-4bf9-b633-36c34441464a","workloadPriorityClass":{"name":"konflux-tenant-release"}} {"level":"Level(-2)","ts":"2026-10-02T02:47:01.604571366Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:89","msg":"No workloads using this WorkloadPriorityClass","replica-role":"leader","name":"konflux-tenant-release","reconcileID":"429a922b-d299-4bf9-b633-36c34441464a","workloadPriorityClass":{"name":"konflux-tenant-release"}} {"level":"Level(-2)","ts":"2026-10-02T02:47:01.604592125Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:79","msg":"Reconcile WorkloadPriorityClass","replica-role":"leader","name":"konflux-dependency-update","reconcileID":"2582baa9-d86a-458f-81c5-0bd51a3c8915","workloadPriorityClass":{"name":"konflux-dependency-update"}} {"level":"Level(-2)","ts":"2026-10-02T02:47:01.604601038Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:89","msg":"No workloads using this WorkloadPriorityClass","replica-role":"leader","name":"konflux-dependency-update","reconcileID":"2582baa9-d86a-458f-81c5-0bd51a3c8915","workloadPriorityClass":{"name":"konflux-dependency-update"}} {"level":"Level(-2)","ts":"2026-10-02T02:47:01.604616349Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:79","msg":"Reconcile WorkloadPriorityClass","replica-role":"leader","name":"konflux-post-merge-build","reconcileID":"57a6bf18-8bf6-4c1f-8c4a-54d6a6a1c45e","workloadPriorityClass":{"name":"konflux-post-merge-build"}} {"level":"Level(-2)","ts":"2026-10-02T02:47:01.604625471Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:89","msg":"No workloads using this WorkloadPriorityClass","replica-role":"leader","name":"konflux-post-merge-build","reconcileID":"57a6bf18-8bf6-4c1f-8c4a-54d6a6a1c45e","workloadPriorityClass":{"name":"konflux-post-merge-build"}} {"level":"Level(-2)","ts":"2026-10-02T02:47:01.604637535Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:79","msg":"Reconcile WorkloadPriorityClass","replica-role":"leader","name":"konflux-pre-merge-test","reconcileID":"9c4d8a3a-416a-41b2-a123-3209c15f918d","workloadPriorityClass":{"name":"konflux-pre-merge-test"}} {"level":"Level(-2)","ts":"2026-10-02T02:47:01.604648509Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:89","msg":"No workloads using this WorkloadPriorityClass","replica-role":"leader","name":"konflux-pre-merge-test","reconcileID":"9c4d8a3a-416a-41b2-a123-3209c15f918d","workloadPriorityClass":{"name":"konflux-pre-merge-test"}} {"level":"Level(-2)","ts":"2026-10-02T02:47:01.604662591Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:79","msg":"Reconcile WorkloadPriorityClass","replica-role":"leader","name":"tekton-kueue-default","reconcileID":"15f94fc5-7cba-487e-b6a2-37a562334728","workloadPriorityClass":{"name":"tekton-kueue-default"}} {"level":"Level(-2)","ts":"2026-10-02T02:47:01.604672931Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:89","msg":"No workloads using this WorkloadPriorityClass","replica-role":"leader","name":"tekton-kueue-default","reconcileID":"15f94fc5-7cba-487e-b6a2-37a562334728","workloadPriorityClass":{"name":"tekton-kueue-default"}} {"level":"Level(-2)","ts":"2026-10-02T02:47:01.604686098Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:79","msg":"Reconcile WorkloadPriorityClass","replica-role":"leader","name":"konflux-mintmaker-triggered","reconcileID":"6de4d56b-0160-467e-bd98-147c13fd29bf","workloadPriorityClass":{"name":"konflux-mintmaker-triggered"}} {"level":"Level(-2)","ts":"2026-10-02T02:47:01.604694397Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:89","msg":"No workloads using this WorkloadPriorityClass","replica-role":"leader","name":"konflux-mintmaker-triggered","reconcileID":"6de4d56b-0160-467e-bd98-147c13fd29bf","workloadPriorityClass":{"name":"konflux-mintmaker-triggered"}} {"level":"Level(-2)","ts":"2026-10-02T02:47:01.604708315Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:79","msg":"Reconcile WorkloadPriorityClass","replica-role":"leader","name":"konflux-nudge","reconcileID":"be6d3834-c2c3-4cfd-b36e-f3112aff7ee0","workloadPriorityClass":{"name":"konflux-nudge"}} {"level":"Level(-2)","ts":"2026-10-02T02:47:01.604717515Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:89","msg":"No workloads using this WorkloadPriorityClass","replica-role":"leader","name":"konflux-nudge","reconcileID":"be6d3834-c2c3-4cfd-b36e-f3112aff7ee0","workloadPriorityClass":{"name":"konflux-nudge"}} {"level":"Level(-2)","ts":"2026-10-02T02:47:01.604730549Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:79","msg":"Reconcile WorkloadPriorityClass","replica-role":"leader","name":"konflux-pre-merge-build","reconcileID":"c54c8473-bc1d-4ef6-b371-854fb92e1d4c","workloadPriorityClass":{"name":"konflux-pre-merge-build"}} {"level":"Level(-2)","ts":"2026-10-02T02:47:01.604747793Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:89","msg":"No workloads using this WorkloadPriorityClass","replica-role":"leader","name":"konflux-pre-merge-build","reconcileID":"c54c8473-bc1d-4ef6-b371-854fb92e1d4c","workloadPriorityClass":{"name":"konflux-pre-merge-build"}} {"level":"Level(-2)","ts":"2026-10-02T02:47:01.604762962Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:79","msg":"Reconcile WorkloadPriorityClass","replica-role":"leader","name":"konflux-release","reconcileID":"c23eb54b-75f0-42f3-8123-42207cb7d4b3","workloadPriorityClass":{"name":"konflux-release"}} {"level":"Level(-2)","ts":"2026-10-02T02:47:01.604771319Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:89","msg":"No workloads using this WorkloadPriorityClass","replica-role":"leader","name":"konflux-release","reconcileID":"c23eb54b-75f0-42f3-8123-42207cb7d4b3","workloadPriorityClass":{"name":"konflux-release"}} {"level":"Level(-2)","ts":"2026-10-02T02:47:01.604784756Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:79","msg":"Reconcile WorkloadPriorityClass","replica-role":"leader","name":"konflux-default","reconcileID":"e3240e11-8f2f-4d8a-9c69-ee5d81486390","workloadPriorityClass":{"name":"konflux-default"}} {"level":"Level(-2)","ts":"2026-10-02T02:47:01.604793622Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:89","msg":"No workloads using this WorkloadPriorityClass","replica-role":"leader","name":"konflux-default","reconcileID":"e3240e11-8f2f-4d8a-9c69-ee5d81486390","workloadPriorityClass":{"name":"konflux-default"}} {"level":"info","ts":"2026-10-02T02:47:01.604824935Z","logger":"tas-topology-controller","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-02T02:47:01.604831985Z","logger":"tas-topology-controller","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":1} {"level":"info","ts":"2026-10-02T02:47:01.604835808Z","logger":"admissioncheck-reconciler","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-02T02:47:01.6048553Z","logger":"admissioncheck-reconciler","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":1} {"level":"info","ts":"2026-10-02T02:47:01.606495493Z","logger":"tas-non-tas-usage-controller","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-02T02:47:01.606508524Z","logger":"tas-non-tas-usage-controller","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":5} {"level":"info","ts":"2026-10-02T02:47:01.606537322Z","logger":"tas-resource-flavor-controller","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-02T02:47:01.606552472Z","logger":"tas-resource-flavor-controller","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":1} {"level":"info","ts":"2026-10-02T02:47:01.606519906Z","logger":"localqueue-reconciler","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-02T02:47:01.606554318Z","logger":"tas-topology-ungater","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-02T02:47:01.606563836Z","logger":"tas-topology-ungater","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":5} {"level":"info","ts":"2026-10-02T02:47:01.606572534Z","logger":"localqueue-reconciler","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":1} {"level":"info","ts":"2026-10-02T02:47:01.607178941Z","logger":"tas-node-reconciler","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-02T02:47:01.607192323Z","logger":"tas-node-reconciler","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":1} {"level":"Level(-2)","ts":"2026-10-02T02:47:01.607209424Z","logger":"tas-node-reconciler","caller":"tas/node_controller.go:134","msg":"Reconcile Node","replica-role":"leader","name":"ip-10-0-133-218.ec2.internal","reconcileID":"75565172-5162-46b6-826c-be0b2cd65666"} {"level":"info","ts":"2026-10-02T02:47:01.607250648Z","logger":"workload-reconciler","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-02T02:47:01.607268369Z","logger":"workload-reconciler","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":5} {"level":"Level(-2)","ts":"2026-10-02T02:47:01.607298956Z","logger":"tas-node-reconciler","caller":"tas/node_controller.go:134","msg":"Reconcile Node","replica-role":"leader","name":"ip-10-0-145-223.ec2.internal","reconcileID":"f870b49e-62be-461e-8793-28557ef22434"} {"level":"Level(-2)","ts":"2026-10-02T02:47:01.607337546Z","logger":"tas-node-reconciler","caller":"tas/node_controller.go:134","msg":"Reconcile Node","replica-role":"leader","name":"ip-10-0-171-12.ec2.internal","reconcileID":"60eea982-b75a-4092-aead-d28a4c803acb"} {"level":"info","ts":"2026-10-02T02:47:01.608161254Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-02T02:47:01.608187426Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":1} {"level":"Level(-2)","ts":"2026-10-02T02:47:01.608233952Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"0fbd719e-1c7d-4aad-b35b-0429b93c21ba"} {"level":"Level(-2)","ts":"2026-10-02T02:47:01.614250619Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"leader","resourceFlavor":{"name":"default-flavor"}} {"level":"Level(-2)","ts":"2026-10-02T02:47:01.618084804Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"info","ts":"2026-10-02T02:47:01.622602174Z","logger":"multikueue-workload","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-02T02:47:01.622621163Z","logger":"job","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-02T02:47:01.622624573Z","logger":"multikueue-cluster","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-02T02:47:01.622624426Z","logger":"multikueue-workload","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":5} {"level":"info","ts":"2026-10-02T02:47:01.622641153Z","logger":"multikueue-cluster","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":1} {"level":"info","ts":"2026-10-02T02:47:01.622633362Z","logger":"job","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":5} {"level":"info","ts":"2026-10-02T02:47:01.622661311Z","logger":"multikueue-admissioncheck","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-02T02:47:01.622674334Z","logger":"multikueue-admissioncheck","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":1} {"level":"Level(-2)","ts":"2026-10-02T02:47:01.622745646Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-marketplace","name":"8262c476fbd852c98d5b388eea522aab1a3c94eb96e6040603a223ba03eb407","reconcileID":"8c97c59e-f08e-4d69-95ae-9e58fa80f90e","job":"openshift-marketplace/8262c476fbd852c98d5b388eea522aab1a3c94eb96e6040603a223ba03eb407","gvk":"batch/v1, Kind=Job","namespace":"openshift-marketplace"} {"level":"Level(-2)","ts":"2026-10-02T02:47:01.622802073Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-marketplace","name":"17a99d6ca47a679fb33d2c518bf850bfc45a326865bcabba4ffdde75335ea6a","reconcileID":"5df7db29-0be1-4e1a-a117-d3b48de4f8b6","job":"openshift-marketplace/17a99d6ca47a679fb33d2c518bf850bfc45a326865bcabba4ffdde75335ea6a","gvk":"batch/v1, Kind=Job","namespace":"openshift-marketplace"} {"level":"Level(-2)","ts":"2026-10-02T02:47:01.622825586Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-adp","name":"create-velero-bucket","reconcileID":"f82e1f9f-a1ae-4859-b78c-db02085be6f1","job":"openshift-adp/create-velero-bucket","gvk":"batch/v1, Kind=Job","namespace":"openshift-adp"} {"level":"Level(-2)","ts":"2026-10-02T02:47:01.622835968Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-marketplace","name":"e179e6688d189c80df3e7200955035ebf67012318f31510a270998dc482e3c1","reconcileID":"d12929ef-d547-4c2f-921b-45345a4df51f","job":"openshift-marketplace/e179e6688d189c80df3e7200955035ebf67012318f31510a270998dc482e3c1","gvk":"batch/v1, Kind=Job","namespace":"openshift-marketplace"} {"level":"Level(-2)","ts":"2026-10-02T02:47:01.622884663Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"konflux-policies","name":"kueue-crd-check","reconcileID":"5b29e82c-aa5d-4ac0-adb1-c964c1525245","job":"konflux-policies/kueue-crd-check","gvk":"batch/v1, Kind=Job","namespace":"konflux-policies"} {"level":"Level(-2)","ts":"2026-10-02T02:47:01.622913114Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-marketplace","name":"c7537007944577f64df34960ace3c69136c4162cd56d2c48c7c51e651cce548","reconcileID":"74d7b479-6658-428f-bdae-430538845820","job":"openshift-marketplace/c7537007944577f64df34960ace3c69136c4162cd56d2c48c7c51e651cce548","gvk":"batch/v1, Kind=Job","namespace":"openshift-marketplace"} {"level":"Level(-2)","ts":"2026-10-02T02:47:01.622920699Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29848460","reconcileID":"d1f51a36-c853-4fc3-9e4f-7b899c4c5c4a","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29848460","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-10-02T02:47:01.622956834Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"kubearchive-schema-migration-v13-v1.23.0","reconcileID":"0fa03a01-2c4a-4de3-9703-f53eb8a774e1","job":"product-kubearchive/kubearchive-schema-migration-v13-v1.23.0","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-10-02T02:47:01.622954545Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-marketplace","name":"ffe57699c0ae3240bf02aaaaec3c91bf9ff35b42c4fce5ed7cb26fcfc14194f","reconcileID":"79fea821-a3f3-4d33-ba0a-636604b43f28","job":"openshift-marketplace/ffe57699c0ae3240bf02aaaaec3c91bf9ff35b42c4fce5ed7cb26fcfc14194f","gvk":"batch/v1, Kind=Job","namespace":"openshift-marketplace"} {"level":"Level(-2)","ts":"2026-10-02T02:47:01.622982046Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29848480","reconcileID":"e2294540-fbf9-4981-972d-a7b196ceb974","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29848480","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-10-02T02:47:01.622994313Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29848470","reconcileID":"038958e0-af21-4200-bc19-fb1141874852","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29848470","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-10-02T02:47:01.623004098Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"image-rbac-proxy","name":"oauth-secret-generator","reconcileID":"1e70699f-1082-42bc-97f5-507d228eed40","job":"image-rbac-proxy/oauth-secret-generator","gvk":"batch/v1, Kind=Job","namespace":"image-rbac-proxy"} {"level":"Level(-2)","ts":"2026-10-02T02:47:01.623023799Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-deployment-validation-operator","name":"1c4dbf119d658e7b479b487e8eeb8acf6e956fa1d29c69e511b6a6dc82592ee","reconcileID":"82e3e10d-c630-48e2-b817-b45125948c78","job":"openshift-deployment-validation-operator/1c4dbf119d658e7b479b487e8eeb8acf6e956fa1d29c69e511b6a6dc82592ee","gvk":"batch/v1, Kind=Job","namespace":"openshift-deployment-validation-operator"} {"level":"Level(-2)","ts":"2026-10-02T02:47:01.622967079Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-marketplace","name":"ff4ed68823e0feb54b57a2992a476b73b7cb94d4661ccde70e3e65bec53e16f","reconcileID":"a8abed90-4434-4aef-8c06-cb8af76321c4","job":"openshift-marketplace/ff4ed68823e0feb54b57a2992a476b73b7cb94d4661ccde70e3e65bec53e16f","gvk":"batch/v1, Kind=Job","namespace":"openshift-marketplace"} {"level":"Level(-2)","ts":"2026-10-02T02:47:01.631154798Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"d76af51a-ca76-4e32-8791-d6660b63e981"} {"level":"Level(-2)","ts":"2026-10-02T02:47:01.631396581Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"error","ts":"2026-10-02T02:47:01.640211118Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:474","msg":"Reconciler error","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"d76af51a-ca76-4e32-8791-d6660b63e981","error":"Operation cannot be fulfilled on clusterqueues.kueue.x-k8s.io \"cluster-pipeline-queue\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:296"} {"level":"Level(-2)","ts":"2026-10-02T02:47:01.640301184Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"b249610c-fc3a-4010-9550-32d631d7e529"} {"level":"Level(-2)","ts":"2026-10-02T02:47:01.653219746Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"81057ce2-da30-4e06-b581-a9d33c493569"} {"level":"Level(-2)","ts":"2026-10-02T02:47:51.340773829Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"leader","localQueue":{"name":"pipelines-queue","namespace":"mintmaker"}} {"level":"Level(-2)","ts":"2026-10-02T02:47:51.340959693Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"mintmaker","name":"pipelines-queue","reconcileID":"e162a921-7041-4805-853c-e726f71a81b3"} {"level":"Level(-2)","ts":"2026-10-02T02:47:51.3561827Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"pipelines-queue","namespace":"mintmaker"}} {"level":"Level(-2)","ts":"2026-10-02T02:47:51.356265419Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"mintmaker","name":"pipelines-queue","reconcileID":"a54e92a7-e346-4b5a-9ea4-782845d11441"} {"level":"Level(-2)","ts":"2026-10-02T02:48:39.674065666Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-pipelines","name":"create-minio-bucket","reconcileID":"d1e361ca-a7fc-4901-a943-4ef3f2c82aeb","job":"openshift-pipelines/create-minio-bucket","gvk":"batch/v1, Kind=Job","namespace":"openshift-pipelines"} {"level":"Level(-2)","ts":"2026-10-02T02:48:39.681071476Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-pipelines","name":"tekton-chains-signing-secret","reconcileID":"13ed4f20-0950-44aa-a8e9-c4d0e77b3d82","job":"openshift-pipelines/tekton-chains-signing-secret","gvk":"batch/v1, Kind=Job","namespace":"openshift-pipelines"} {"level":"Level(-2)","ts":"2026-10-02T02:48:39.787024988Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-pipelines","name":"create-minio-bucket","reconcileID":"51551c52-bab0-4a22-885b-f408a522b8a1","job":"openshift-pipelines/create-minio-bucket","gvk":"batch/v1, Kind=Job","namespace":"openshift-pipelines"} {"level":"Level(-2)","ts":"2026-10-02T02:48:39.78702495Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-pipelines","name":"tekton-chains-signing-secret","reconcileID":"b25cf4f1-4353-407d-8421-76ab4b224648","job":"openshift-pipelines/tekton-chains-signing-secret","gvk":"batch/v1, Kind=Job","namespace":"openshift-pipelines"} {"level":"Level(-2)","ts":"2026-10-02T02:48:42.864635811Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-pipelines","name":"create-minio-bucket","reconcileID":"a8dc48cd-1243-408f-a099-16edd4b7acaf","job":"openshift-pipelines/create-minio-bucket","gvk":"batch/v1, Kind=Job","namespace":"openshift-pipelines"} {"level":"Level(-2)","ts":"2026-10-02T02:48:50.888633699Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-pipelines","name":"tekton-chains-signing-secret","reconcileID":"7bb3504c-5eee-43ee-8c32-1ff343a028aa","job":"openshift-pipelines/tekton-chains-signing-secret","gvk":"batch/v1, Kind=Job","namespace":"openshift-pipelines"} {"level":"Level(-2)","ts":"2026-10-02T02:49:41.501141169Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"konflux-kyverno","name":"konflux-kyverno-migrate-resources","reconcileID":"475d2872-5b91-46f3-bfc0-55fd82a92d60","job":"konflux-kyverno/konflux-kyverno-migrate-resources","gvk":"batch/v1, Kind=Job","namespace":"konflux-kyverno"} {"level":"Level(-2)","ts":"2026-10-02T02:49:41.554437044Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"konflux-kyverno","name":"konflux-kyverno-migrate-resources","reconcileID":"ee9332c1-fea3-4fca-9a61-a34156994d26","job":"konflux-kyverno/konflux-kyverno-migrate-resources","gvk":"batch/v1, Kind=Job","namespace":"konflux-kyverno"} {"level":"Level(-2)","ts":"2026-10-02T02:49:46.073659216Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"konflux-kyverno","name":"konflux-kyverno-migrate-resources","reconcileID":"29c3bb6f-be63-4c21-b036-a2d941e8ff72","job":"konflux-kyverno/konflux-kyverno-migrate-resources","gvk":"batch/v1, Kind=Job","namespace":"konflux-kyverno"} {"level":"Level(-2)","ts":"2026-10-02T02:49:47.08090051Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"konflux-kyverno","name":"konflux-kyverno-migrate-resources","reconcileID":"21b29478-f717-47ba-bef6-28d672aff1ef","job":"konflux-kyverno/konflux-kyverno-migrate-resources","gvk":"batch/v1, Kind=Job","namespace":"konflux-kyverno"} {"level":"Level(-2)","ts":"2026-10-02T02:49:49.201750387Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"konflux-kyverno","name":"konflux-kyverno-migrate-resources","reconcileID":"bae446f4-a2e8-4541-a631-29da5148ee0f","job":"konflux-kyverno/konflux-kyverno-migrate-resources","gvk":"batch/v1, Kind=Job","namespace":"konflux-kyverno"} {"level":"Level(-2)","ts":"2026-10-02T02:49:49.22199672Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"konflux-kyverno","name":"konflux-kyverno-migrate-resources","reconcileID":"ee2e7fe6-31c9-4bbd-abc5-294db40f1c6c","job":"konflux-kyverno/konflux-kyverno-migrate-resources","gvk":"batch/v1, Kind=Job","namespace":"konflux-kyverno"} {"level":"Level(-2)","ts":"2026-10-02T02:50:00.129114451Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29848490","reconcileID":"ebc6b9de-8d3f-43e4-87d1-6dcdf8c1ae10","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29848490","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-10-02T02:50:00.130449967Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"pipelines-vacuum-29848490","reconcileID":"85d9aaea-13c9-4d01-816c-ceb742e417db","job":"product-kubearchive/pipelines-vacuum-29848490","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-10-02T02:50:00.22780607Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29848490","reconcileID":"ed0f4c5a-59ee-494a-afbd-eb7e644c3d89","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29848490","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-10-02T02:50:00.277299148Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"pipelines-vacuum-29848490","reconcileID":"a2f9eaaf-a71d-47d0-9211-f9f059d13f25","job":"product-kubearchive/pipelines-vacuum-29848490","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-10-02T02:50:02.825144203Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29848490","reconcileID":"e0f1b906-a741-402c-8bb9-ac70102d8074","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29848490","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-10-02T02:50:03.834484654Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29848490","reconcileID":"2a2f74d3-02b5-4d17-b776-bd2bc5778495","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29848490","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-10-02T02:50:04.849693653Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29848490","reconcileID":"6ebac6e1-e8ff-4b9c-a0ee-bffa8e6e09d9","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29848490","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-10-02T02:50:04.875443112Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29848490","reconcileID":"dcb5fcdc-d4f7-4e4e-97cd-18c1ba87b7a7","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29848490","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-10-02T02:50:05.280191775Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"pipelines-vacuum-29848490","reconcileID":"947b18b8-9b57-47d6-9a8e-9b2792cd23a5","job":"product-kubearchive/pipelines-vacuum-29848490","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-10-02T02:50:05.303095401Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"pipelines-vacuum-29848490","reconcileID":"ba80391d-9b8f-44cf-9ab5-f220d6b0a3b5","job":"product-kubearchive/pipelines-vacuum-29848490","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-10-02T02:50:38.271754613Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-pipelines","name":"tekton-chains-signing-secret","reconcileID":"30dc3281-75c5-48c6-a77d-2ca85808b01a","job":"openshift-pipelines/tekton-chains-signing-secret","gvk":"batch/v1, Kind=Job","namespace":"openshift-pipelines"} {"level":"Level(-2)","ts":"2026-10-02T02:50:39.277033119Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-pipelines","name":"tekton-chains-signing-secret","reconcileID":"530e74de-5e9e-4b59-a0ae-aaf97b4be8b7","job":"openshift-pipelines/tekton-chains-signing-secret","gvk":"batch/v1, Kind=Job","namespace":"openshift-pipelines"} {"level":"Level(-2)","ts":"2026-10-02T02:50:39.298123186Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-pipelines","name":"tekton-chains-signing-secret","reconcileID":"89cdd1e1-3102-481a-b5a3-8ffcf2f0777c","job":"openshift-pipelines/tekton-chains-signing-secret","gvk":"batch/v1, Kind=Job","namespace":"openshift-pipelines"} {"level":"Level(-2)","ts":"2026-10-02T02:53:09.305724472Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"leader","localQueue":{"name":"pipelines-queue","namespace":"upgrade-namespace"}} {"level":"Level(-2)","ts":"2026-10-02T02:53:09.305928687Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"upgrade-namespace","name":"pipelines-queue","reconcileID":"baf48519-a794-405e-b3fc-f4426a1914d1"} {"level":"Level(-2)","ts":"2026-10-02T02:53:09.32880727Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"pipelines-queue","namespace":"upgrade-namespace"}} {"level":"Level(-2)","ts":"2026-10-02T02:53:09.328907476Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"upgrade-namespace","name":"pipelines-queue","reconcileID":"30bcb890-2e92-4e76-a001-bc23484713df"} {"level":"Level(-2)","ts":"2026-10-02T02:53:09.950051891Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"leader","localQueue":{"name":"pipelines-queue","namespace":"chains-e2e-kscf"}} {"level":"Level(-2)","ts":"2026-10-02T02:53:09.950173889Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelines-queue","reconcileID":"2dad3723-4b6e-49a0-9182-34c061ce6005"} {"level":"Level(-2)","ts":"2026-10-02T02:53:09.98118236Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"pipelines-queue","namespace":"chains-e2e-kscf"}} {"level":"Level(-2)","ts":"2026-10-02T02:53:09.98189189Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelines-queue","reconcileID":"68e9b748-7291-4a1f-9986-289017b76bac"} {"level":"Level(-2)","ts":"2026-10-02T02:53:12.321841175Z","logger":"workload-reconciler","caller":"core/workload_controller.go:848","msg":"Workload create event","replica-role":"leader","workload":{"name":"pipelinerun-buildah-demo-ozufxbwwvs-1c7aa","namespace":"chains-e2e-kscf"},"queue":"pipelines-queue","status":"pending"} {"level":"Level(-2)","ts":"2026-10-02T02:53:12.321878909Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-buildah-demo-ozufxbwwvs-1c7aa","reconcileID":"9895ee2a-5aab-41ae-af8c-b25b997ba28e"} {"level":"Level(-2)","ts":"2026-10-02T02:53:12.321930498Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-buildah-demo-ozufxbwwvs-1c7aa","reconcileID":"9895ee2a-5aab-41ae-af8c-b25b997ba28e","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:53:12.322004137Z","logger":"scheduler","caller":"scheduler/scheduler.go:226","msg":"Obtained heads","replica-role":"leader","schedulingCycle":1,"headCount":1,"waitDuration":372.000120316} {"level":"Level(-2)","ts":"2026-10-02T02:53:12.322029228Z","logger":"workload-reconciler","caller":"core/workload_controller.go:194","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-buildah-demo-ozufxbwwvs-1c7aa","reconcileID":"5ec29175-f3b1-401c-83a7-9f111110d9de"} {"level":"Level(-2)","ts":"2026-10-02T02:53:12.322043429Z","logger":"scheduler","caller":"scheduler/scheduler.go:241","msg":"Snapshot taken","replica-role":"leader","schedulingCycle":1,"duration":0.000010997} {"level":"Level(-2)","ts":"2026-10-02T02:53:12.322252576Z","logger":"scheduler","caller":"scheduler/scheduler.go:246","msg":"Nomination done","replica-role":"leader","schedulingCycle":1,"entries":1,"inadmissibleEntries":0,"duration":0.000202597} {"level":"Level(-2)","ts":"2026-10-02T02:53:12.322273858Z","logger":"scheduler","caller":"scheduler/scheduler.go:268","msg":"Attempting to schedule workload","replica-role":"leader","schedulingCycle":1,"workload":{"name":"pipelinerun-buildah-demo-ozufxbwwvs-1c7aa","namespace":"chains-e2e-kscf"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-02T02:53:12.322307688Z","logger":"scheduler","caller":"scheduler/scheduler.go:718","msg":"Workload assumed in the cache","replica-role":"leader","schedulingCycle":1,"workload":{"name":"pipelinerun-buildah-demo-ozufxbwwvs-1c7aa","namespace":"chains-e2e-kscf"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-02T02:53:12.322325096Z","logger":"scheduler","caller":"scheduler/scheduler.go:404","msg":"Workload processing done","replica-role":"leader","schedulingCycle":1,"duration":0.000055351} {"level":"Level(-2)","ts":"2026-10-02T02:53:12.322340452Z","logger":"scheduler","caller":"scheduler/scheduler.go:215","msg":"Scheduling cycle complete","replica-role":"leader","schedulingCycle":1,"duration":372.000456953} {"level":"Level(-2)","ts":"2026-10-02T02:53:12.322351229Z","logger":"scheduler","caller":"scheduler/scheduler.go:213","msg":"Scheduling cycle starts","replica-role":"leader","schedulingCycle":2} {"level":"error","ts":"2026-10-02T02:53:12.332519526Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"Level(-2)","ts":"2026-10-02T02:53:12.342884439Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-buildah-demo-ozufxbwwvs-1c7aa","namespace":"chains-e2e-kscf"},"queue":"pipelines-queue","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-02T02:53:12.342920231Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-buildah-demo-ozufxbwwvs-1c7aa","reconcileID":"007874b7-6967-4017-8b6a-67689927b0cb"} {"level":"debug","ts":"2026-10-02T02:53:12.342912837Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Quota reserved in ClusterQueue cluster-pipeline-queue, wait time since queued was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-kscf","name":"pipelinerun-buildah-demo-ozufxbwwvs-1c7aa","uid":"43ff51b1-63de-43d3-b92c-601a83c961e2","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"40269"},"reason":"QuotaReserved"} {"level":"debug","ts":"2026-10-02T02:53:12.342965664Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by ClusterQueue cluster-pipeline-queue, wait time since reservation was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-kscf","name":"pipelinerun-buildah-demo-ozufxbwwvs-1c7aa","uid":"43ff51b1-63de-43d3-b92c-601a83c961e2","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"40269"},"reason":"Admitted"} {"level":"Level(-2)","ts":"2026-10-02T02:53:12.342872738Z","logger":"scheduler","caller":"scheduler/scheduler.go:681","msg":"Workload successfully admitted and assigned flavors","replica-role":"leader","schedulingCycle":1,"workload":{"name":"pipelinerun-buildah-demo-ozufxbwwvs-1c7aa","namespace":"chains-e2e-kscf"},"clusterQueue":{"name":"cluster-pipeline-queue"},"assignments":[{"name":"pod-set-1","flavors":{"konflux-ci-dev-token":"default-flavor","tekton.dev/pipelineruns":"default-flavor"},"resourceUsage":{"konflux-ci-dev-token":"1","tekton.dev/pipelineruns":"1"},"count":1}]} {"level":"Level(-2)","ts":"2026-10-02T02:53:12.342970596Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-buildah-demo-ozufxbwwvs-1c7aa","reconcileID":"007874b7-6967-4017-8b6a-67689927b0cb","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:53:13.322156678Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelines-queue","reconcileID":"d216efd0-cda7-44e7-8b63-912d2801eb6e"} {"level":"Level(-2)","ts":"2026-10-02T02:53:13.322185288Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"60dbfbbb-ab23-4184-87e5-fcc00585f6a6"} {"level":"Level(-2)","ts":"2026-10-02T02:53:13.338608877Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"pipelines-queue","namespace":"chains-e2e-kscf"}} {"level":"Level(-2)","ts":"2026-10-02T02:53:13.340802807Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelines-queue","reconcileID":"419f79d9-e4fc-4a41-af7f-de52640137d5"} {"level":"Level(-2)","ts":"2026-10-02T02:53:13.341139747Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-02T02:53:13.341322083Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"51179555-efbc-4d01-9ec4-a75f1b54fe4f"} {"level":"error","ts":"2026-10-02T02:53:13.541604391Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"error","ts":"2026-10-02T02:53:16.421003274Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"error","ts":"2026-10-02T02:53:20.898798968Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"error","ts":"2026-10-02T02:53:31.815459276Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"Level(-2)","ts":"2026-10-02T02:53:38.909573143Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-pipelines","name":"create-minio-bucket","reconcileID":"d1be22dd-bb1d-49cd-a75f-8dff5ec30b4e","job":"openshift-pipelines/create-minio-bucket","gvk":"batch/v1, Kind=Job","namespace":"openshift-pipelines"} {"level":"Level(-2)","ts":"2026-10-02T02:53:39.914090532Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-pipelines","name":"create-minio-bucket","reconcileID":"e8d75faa-1665-4c45-a9b8-188d1bcf5917","job":"openshift-pipelines/create-minio-bucket","gvk":"batch/v1, Kind=Job","namespace":"openshift-pipelines"} {"level":"error","ts":"2026-10-02T02:53:56.524923046Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"error","ts":"2026-10-02T02:54:34.498334699Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"Level(-2)","ts":"2026-10-02T02:55:00.132079526Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"pipelines-vacuum-29848495","reconcileID":"d885b28f-7427-49a7-a1a0-0e1a2ae8ff32","job":"product-kubearchive/pipelines-vacuum-29848495","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-10-02T02:55:00.213585784Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"pipelines-vacuum-29848495","reconcileID":"451f1bb9-4c14-412f-8b93-43d4cf4bf660","job":"product-kubearchive/pipelines-vacuum-29848495","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-10-02T02:55:04.782204338Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"pipelines-vacuum-29848495","reconcileID":"9e79305e-ceff-48b0-9ca3-30544ebfbdf6","job":"product-kubearchive/pipelines-vacuum-29848495","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-10-02T02:55:04.80457261Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"pipelines-vacuum-29848495","reconcileID":"dfe9e1f3-01e1-46be-b1f1-ed85a97878b6","job":"product-kubearchive/pipelines-vacuum-29848495","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"error","ts":"2026-10-02T02:55:10.888053814Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"error","ts":"2026-10-02T02:55:44.141273343Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"error","ts":"2026-10-02T02:56:36.457546808Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"Level(-2)","ts":"2026-10-02T02:57:11.107805926Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-buildah-demo-ozufxbwwvs-1c7aa","namespace":"chains-e2e-kscf"},"queue":"pipelines-queue","status":"finished","prevStatus":"admitted","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-02T02:57:11.107824893Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-buildah-demo-ozufxbwwvs-1c7aa","reconcileID":"c14b9da5-c588-4e24-a800-54a431241bff"} {"level":"Level(-2)","ts":"2026-10-02T02:57:11.107894779Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-buildah-demo-ozufxbwwvs-1c7aa","reconcileID":"c14b9da5-c588-4e24-a800-54a431241bff","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:57:11.123667954Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-buildah-demo-ozufxbwwvs-1c7aa","namespace":"chains-e2e-kscf"},"queue":"pipelines-queue","status":"finished","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-02T02:57:11.12370259Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-buildah-demo-ozufxbwwvs-1c7aa","reconcileID":"37d44677-53c5-4c17-bf89-e87607a2be22"} {"level":"Level(-2)","ts":"2026-10-02T02:57:11.123753611Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-buildah-demo-ozufxbwwvs-1c7aa","reconcileID":"37d44677-53c5-4c17-bf89-e87607a2be22","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:57:12.109110106Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelines-queue","reconcileID":"2cd1e838-962a-4033-9247-9efb71647424"} {"level":"Level(-2)","ts":"2026-10-02T02:57:12.109121493Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"9a1248d7-73fe-4e64-ad6c-b5a710cf4330"} {"level":"Level(-2)","ts":"2026-10-02T02:57:12.126293868Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"pipelines-queue","namespace":"chains-e2e-kscf"}} {"level":"Level(-2)","ts":"2026-10-02T02:57:12.126376777Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelines-queue","reconcileID":"e64ec116-6335-4700-bf9b-c60a2bc94de8"} {"level":"Level(-2)","ts":"2026-10-02T02:57:12.12838905Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-02T02:57:12.128625137Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"13ccfcb1-2a34-4f9d-a553-03cba9225295"} {"level":"Level(-2)","ts":"2026-10-02T02:57:13.396965882Z","logger":"workload-reconciler","caller":"core/workload_controller.go:848","msg":"Workload create event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-2czvc-c48a0","namespace":"chains-e2e-kscf"},"queue":"pipelines-queue","status":"pending"} {"level":"Level(-2)","ts":"2026-10-02T02:57:13.397008322Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-2czvc-c48a0","reconcileID":"406558b8-4a11-4d0c-bce9-6ea213604e66"} {"level":"Level(-2)","ts":"2026-10-02T02:57:13.39706478Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-2czvc-c48a0","reconcileID":"406558b8-4a11-4d0c-bce9-6ea213604e66","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:57:13.397124212Z","logger":"workload-reconciler","caller":"core/workload_controller.go:194","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-2czvc-c48a0","reconcileID":"37ff83b9-5d85-4d61-8dda-6c2bf463f98f"} {"level":"Level(-2)","ts":"2026-10-02T02:57:13.397127207Z","logger":"scheduler","caller":"scheduler/scheduler.go:226","msg":"Obtained heads","replica-role":"leader","schedulingCycle":2,"headCount":1,"waitDuration":241.074774863} {"level":"Level(-2)","ts":"2026-10-02T02:57:13.397175445Z","logger":"scheduler","caller":"scheduler/scheduler.go:241","msg":"Snapshot taken","replica-role":"leader","schedulingCycle":2,"duration":0.000013349} {"level":"Level(-2)","ts":"2026-10-02T02:57:13.397280047Z","logger":"scheduler","caller":"scheduler/scheduler.go:246","msg":"Nomination done","replica-role":"leader","schedulingCycle":2,"entries":1,"inadmissibleEntries":0,"duration":0.00009164} {"level":"Level(-2)","ts":"2026-10-02T02:57:13.397299624Z","logger":"scheduler","caller":"scheduler/scheduler.go:268","msg":"Attempting to schedule workload","replica-role":"leader","schedulingCycle":2,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-2czvc-c48a0","namespace":"chains-e2e-kscf"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-02T02:57:13.397336473Z","logger":"scheduler","caller":"scheduler/scheduler.go:718","msg":"Workload assumed in the cache","replica-role":"leader","schedulingCycle":2,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-2czvc-c48a0","namespace":"chains-e2e-kscf"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-02T02:57:13.39735741Z","logger":"scheduler","caller":"scheduler/scheduler.go:404","msg":"Workload processing done","replica-role":"leader","schedulingCycle":2,"duration":0.000060904} {"level":"Level(-2)","ts":"2026-10-02T02:57:13.397371803Z","logger":"scheduler","caller":"scheduler/scheduler.go:215","msg":"Scheduling cycle complete","replica-role":"leader","schedulingCycle":2,"duration":241.075020489} {"level":"Level(-2)","ts":"2026-10-02T02:57:13.397383442Z","logger":"scheduler","caller":"scheduler/scheduler.go:213","msg":"Scheduling cycle starts","replica-role":"leader","schedulingCycle":3} {"level":"Level(-2)","ts":"2026-10-02T02:57:13.416103459Z","logger":"scheduler","caller":"scheduler/scheduler.go:681","msg":"Workload successfully admitted and assigned flavors","replica-role":"leader","schedulingCycle":2,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-2czvc-c48a0","namespace":"chains-e2e-kscf"},"clusterQueue":{"name":"cluster-pipeline-queue"},"assignments":[{"name":"pod-set-1","flavors":{"konflux-ci-dev-token":"default-flavor","tekton.dev/pipelineruns":"default-flavor"},"resourceUsage":{"konflux-ci-dev-token":"1","tekton.dev/pipelineruns":"1"},"count":1}]} {"level":"debug","ts":"2026-10-02T02:57:13.416159194Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Quota reserved in ClusterQueue cluster-pipeline-queue, wait time since queued was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-2czvc-c48a0","uid":"2de94783-b9fe-41cf-892e-c1bf4e02bd37","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"42975"},"reason":"QuotaReserved"} {"level":"debug","ts":"2026-10-02T02:57:13.416173582Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by ClusterQueue cluster-pipeline-queue, wait time since reservation was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-2czvc-c48a0","uid":"2de94783-b9fe-41cf-892e-c1bf4e02bd37","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"42975"},"reason":"Admitted"} {"level":"Level(-2)","ts":"2026-10-02T02:57:13.416166384Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-2czvc-c48a0","reconcileID":"245f2eba-12b4-4fc8-921b-45e796e67e9b"} {"level":"Level(-2)","ts":"2026-10-02T02:57:13.416217191Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-2czvc-c48a0","reconcileID":"245f2eba-12b4-4fc8-921b-45e796e67e9b","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:57:13.416218016Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-2czvc-c48a0","namespace":"chains-e2e-kscf"},"queue":"pipelines-queue","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-02T02:57:14.397399185Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelines-queue","reconcileID":"1425ec64-b387-420a-a2c2-62472b57e971"} {"level":"Level(-2)","ts":"2026-10-02T02:57:14.397406854Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"01f6c936-8018-42e2-908d-929cbce88b9a"} {"level":"Level(-2)","ts":"2026-10-02T02:57:14.417234993Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"pipelines-queue","namespace":"chains-e2e-kscf"}} {"level":"Level(-2)","ts":"2026-10-02T02:57:14.417312197Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelines-queue","reconcileID":"a739fcff-1612-4cf1-b493-8db8ab42f5bf"} {"level":"Level(-2)","ts":"2026-10-02T02:57:14.417312543Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-02T02:57:14.417466396Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"e26a02c0-9ca1-4551-80ee-09ff34f534a9"} {"level":"error","ts":"2026-10-02T02:57:24.191650636Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"Level(-2)","ts":"2026-10-02T02:57:37.000705468Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-2czvc-c48a0","namespace":"chains-e2e-kscf"},"queue":"pipelines-queue","status":"finished","prevStatus":"admitted","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-02T02:57:37.000734761Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-2czvc-c48a0","reconcileID":"ea4acb22-209b-4e20-b927-f0aefaaa7017"} {"level":"Level(-2)","ts":"2026-10-02T02:57:37.000797028Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-2czvc-c48a0","reconcileID":"ea4acb22-209b-4e20-b927-f0aefaaa7017","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:57:37.022237023Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-2czvc-c48a0","namespace":"chains-e2e-kscf"},"queue":"pipelines-queue","status":"finished","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-02T02:57:37.02231231Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-2czvc-c48a0","reconcileID":"7e561b1a-4f8e-4e04-bae1-948de449a3c2"} {"level":"Level(-2)","ts":"2026-10-02T02:57:37.022361381Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-2czvc-c48a0","reconcileID":"7e561b1a-4f8e-4e04-bae1-948de449a3c2","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:57:37.618947448Z","logger":"workload-reconciler","caller":"core/workload_controller.go:848","msg":"Workload create event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-s75g7-2528f","namespace":"chains-e2e-kscf"},"queue":"pipelines-queue","status":"pending"} {"level":"Level(-2)","ts":"2026-10-02T02:57:37.61906936Z","logger":"scheduler","caller":"scheduler/scheduler.go:226","msg":"Obtained heads","replica-role":"leader","schedulingCycle":3,"headCount":1,"waitDuration":24.221685201} {"level":"Level(-2)","ts":"2026-10-02T02:57:37.61910206Z","logger":"scheduler","caller":"scheduler/scheduler.go:241","msg":"Snapshot taken","replica-role":"leader","schedulingCycle":3,"duration":0.000013136} {"level":"Level(-2)","ts":"2026-10-02T02:57:37.618956499Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-s75g7-2528f","reconcileID":"09417ae8-c19a-4017-b22b-670f8cbbe52a"} {"level":"Level(-2)","ts":"2026-10-02T02:57:37.619162946Z","logger":"scheduler","caller":"scheduler/scheduler.go:246","msg":"Nomination done","replica-role":"leader","schedulingCycle":3,"entries":1,"inadmissibleEntries":0,"duration":0.000051186} {"level":"Level(-2)","ts":"2026-10-02T02:57:37.619163429Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-s75g7-2528f","reconcileID":"09417ae8-c19a-4017-b22b-670f8cbbe52a","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:57:37.619180752Z","logger":"scheduler","caller":"scheduler/scheduler.go:268","msg":"Attempting to schedule workload","replica-role":"leader","schedulingCycle":3,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-s75g7-2528f","namespace":"chains-e2e-kscf"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-02T02:57:37.619097565Z","logger":"workload-reconciler","caller":"core/workload_controller.go:194","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-s75g7-2528f","reconcileID":"6532dad1-55f0-468a-8401-1fa12472b53c"} {"level":"Level(-2)","ts":"2026-10-02T02:57:37.619213728Z","logger":"scheduler","caller":"scheduler/scheduler.go:718","msg":"Workload assumed in the cache","replica-role":"leader","schedulingCycle":3,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-s75g7-2528f","namespace":"chains-e2e-kscf"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-02T02:57:37.61925698Z","logger":"scheduler","caller":"scheduler/scheduler.go:404","msg":"Workload processing done","replica-role":"leader","schedulingCycle":3,"duration":0.000078584} {"level":"Level(-2)","ts":"2026-10-02T02:57:37.619309037Z","logger":"scheduler","caller":"scheduler/scheduler.go:215","msg":"Scheduling cycle complete","replica-role":"leader","schedulingCycle":3,"duration":24.221925137} {"level":"Level(-2)","ts":"2026-10-02T02:57:37.619326826Z","logger":"scheduler","caller":"scheduler/scheduler.go:213","msg":"Scheduling cycle starts","replica-role":"leader","schedulingCycle":4} {"level":"Level(-2)","ts":"2026-10-02T02:57:37.635968148Z","logger":"scheduler","caller":"scheduler/scheduler.go:681","msg":"Workload successfully admitted and assigned flavors","replica-role":"leader","schedulingCycle":3,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-s75g7-2528f","namespace":"chains-e2e-kscf"},"clusterQueue":{"name":"cluster-pipeline-queue"},"assignments":[{"name":"pod-set-1","flavors":{"konflux-ci-dev-token":"default-flavor","tekton.dev/pipelineruns":"default-flavor"},"resourceUsage":{"konflux-ci-dev-token":"1","tekton.dev/pipelineruns":"1"},"count":1}]} {"level":"Level(-2)","ts":"2026-10-02T02:57:37.635993897Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-s75g7-2528f","namespace":"chains-e2e-kscf"},"queue":"pipelines-queue","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-02T02:57:37.636019248Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-s75g7-2528f","reconcileID":"8d4f1d01-71f0-4445-a4d3-332fc1bb41e8"} {"level":"debug","ts":"2026-10-02T02:57:37.63601708Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Quota reserved in ClusterQueue cluster-pipeline-queue, wait time since queued was 1s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-s75g7-2528f","uid":"54178faf-a508-48c1-a2cf-1281b8ebe2da","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"43317"},"reason":"QuotaReserved"} {"level":"debug","ts":"2026-10-02T02:57:37.636050461Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by ClusterQueue cluster-pipeline-queue, wait time since reservation was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-s75g7-2528f","uid":"54178faf-a508-48c1-a2cf-1281b8ebe2da","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"43317"},"reason":"Admitted"} {"level":"Level(-2)","ts":"2026-10-02T02:57:37.636063208Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-s75g7-2528f","reconcileID":"8d4f1d01-71f0-4445-a4d3-332fc1bb41e8","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:57:38.001827306Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"6dc09cb8-2857-401e-82d1-ac3e69aedd77"} {"level":"Level(-2)","ts":"2026-10-02T02:57:38.001830683Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelines-queue","reconcileID":"49d99cf6-84b6-4792-9659-f57739343f8d"} {"level":"Level(-2)","ts":"2026-10-02T02:57:52.08189216Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-s75g7-2528f","namespace":"chains-e2e-kscf"},"queue":"pipelines-queue","status":"finished","prevStatus":"admitted","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-02T02:57:52.08195117Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-s75g7-2528f","reconcileID":"284af281-4603-44e7-8540-c71be958e9c9"} {"level":"Level(-2)","ts":"2026-10-02T02:57:52.082003523Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-s75g7-2528f","reconcileID":"284af281-4603-44e7-8540-c71be958e9c9","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:57:52.104913652Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-s75g7-2528f","namespace":"chains-e2e-kscf"},"queue":"pipelines-queue","status":"finished","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-02T02:57:52.104937136Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-s75g7-2528f","reconcileID":"d1464bcb-1e93-496f-83fb-012b4b2759e9"} {"level":"Level(-2)","ts":"2026-10-02T02:57:52.104985779Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-s75g7-2528f","reconcileID":"d1464bcb-1e93-496f-83fb-012b4b2759e9","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:57:52.96994317Z","logger":"workload-reconciler","caller":"core/workload_controller.go:848","msg":"Workload create event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-r6vp9-154e5","namespace":"chains-e2e-kscf"},"queue":"pipelines-queue","status":"pending"} {"level":"Level(-2)","ts":"2026-10-02T02:57:52.969976103Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-r6vp9-154e5","reconcileID":"c686a3ab-c9f2-41f6-86c1-bdd2d7bb06f8"} {"level":"Level(-2)","ts":"2026-10-02T02:57:52.970046966Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-r6vp9-154e5","reconcileID":"c686a3ab-c9f2-41f6-86c1-bdd2d7bb06f8","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:57:52.970075745Z","logger":"scheduler","caller":"scheduler/scheduler.go:226","msg":"Obtained heads","replica-role":"leader","schedulingCycle":4,"headCount":1,"waitDuration":15.350747661} {"level":"Level(-2)","ts":"2026-10-02T02:57:52.970098288Z","logger":"workload-reconciler","caller":"core/workload_controller.go:194","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-r6vp9-154e5","reconcileID":"e8245218-e798-45a8-9f6a-4e55cdcd5af5"} {"level":"Level(-2)","ts":"2026-10-02T02:57:52.970118264Z","logger":"scheduler","caller":"scheduler/scheduler.go:241","msg":"Snapshot taken","replica-role":"leader","schedulingCycle":4,"duration":0.000014196} {"level":"Level(-2)","ts":"2026-10-02T02:57:52.970277392Z","logger":"scheduler","caller":"scheduler/scheduler.go:246","msg":"Nomination done","replica-role":"leader","schedulingCycle":4,"entries":1,"inadmissibleEntries":0,"duration":0.000148593} {"level":"Level(-2)","ts":"2026-10-02T02:57:52.970302169Z","logger":"scheduler","caller":"scheduler/scheduler.go:268","msg":"Attempting to schedule workload","replica-role":"leader","schedulingCycle":4,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-r6vp9-154e5","namespace":"chains-e2e-kscf"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-02T02:57:52.970339324Z","logger":"scheduler","caller":"scheduler/scheduler.go:718","msg":"Workload assumed in the cache","replica-role":"leader","schedulingCycle":4,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-r6vp9-154e5","namespace":"chains-e2e-kscf"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-02T02:57:52.970356793Z","logger":"scheduler","caller":"scheduler/scheduler.go:404","msg":"Workload processing done","replica-role":"leader","schedulingCycle":4,"duration":0.000058614} {"level":"Level(-2)","ts":"2026-10-02T02:57:52.970370045Z","logger":"scheduler","caller":"scheduler/scheduler.go:215","msg":"Scheduling cycle complete","replica-role":"leader","schedulingCycle":4,"duration":15.351043122} {"level":"Level(-2)","ts":"2026-10-02T02:57:52.970382148Z","logger":"scheduler","caller":"scheduler/scheduler.go:213","msg":"Scheduling cycle starts","replica-role":"leader","schedulingCycle":5} {"level":"Level(-2)","ts":"2026-10-02T02:57:52.98420852Z","logger":"scheduler","caller":"scheduler/scheduler.go:681","msg":"Workload successfully admitted and assigned flavors","replica-role":"leader","schedulingCycle":4,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-r6vp9-154e5","namespace":"chains-e2e-kscf"},"clusterQueue":{"name":"cluster-pipeline-queue"},"assignments":[{"name":"pod-set-1","flavors":{"konflux-ci-dev-token":"default-flavor","tekton.dev/pipelineruns":"default-flavor"},"resourceUsage":{"konflux-ci-dev-token":"1","tekton.dev/pipelineruns":"1"},"count":1}]} {"level":"Level(-2)","ts":"2026-10-02T02:57:52.984244139Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-r6vp9-154e5","namespace":"chains-e2e-kscf"},"queue":"pipelines-queue","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-02T02:57:52.984288271Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-r6vp9-154e5","reconcileID":"7f8799ea-7501-48ba-b9bd-cd4e596b3fc2"} {"level":"debug","ts":"2026-10-02T02:57:52.984317573Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Quota reserved in ClusterQueue cluster-pipeline-queue, wait time since queued was 1s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-r6vp9-154e5","uid":"f4c34b7f-bbc5-4712-8f2e-16f6520eb010","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"43552"},"reason":"QuotaReserved"} {"level":"debug","ts":"2026-10-02T02:57:52.984337455Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by ClusterQueue cluster-pipeline-queue, wait time since reservation was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-r6vp9-154e5","uid":"f4c34b7f-bbc5-4712-8f2e-16f6520eb010","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"43552"},"reason":"Admitted"} {"level":"Level(-2)","ts":"2026-10-02T02:57:52.984343098Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-r6vp9-154e5","reconcileID":"7f8799ea-7501-48ba-b9bd-cd4e596b3fc2","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:57:53.083077129Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelines-queue","reconcileID":"0351a60e-a33f-4123-b258-627728722085"} {"level":"Level(-2)","ts":"2026-10-02T02:57:53.083078294Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"8658981b-9115-43a6-a572-ad795b3a91d3"} {"level":"error","ts":"2026-10-02T02:58:10.14835635Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"Level(-2)","ts":"2026-10-02T02:58:12.179498684Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-r6vp9-154e5","namespace":"chains-e2e-kscf"},"queue":"pipelines-queue","status":"finished","prevStatus":"admitted","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-02T02:58:12.179564426Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-r6vp9-154e5","reconcileID":"9d976ca4-1e14-49c6-a0eb-19f9a49b03f4"} {"level":"Level(-2)","ts":"2026-10-02T02:58:12.17963038Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-r6vp9-154e5","reconcileID":"9d976ca4-1e14-49c6-a0eb-19f9a49b03f4","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:58:12.195668401Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-r6vp9-154e5","namespace":"chains-e2e-kscf"},"queue":"pipelines-queue","status":"finished","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-02T02:58:12.195714444Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-r6vp9-154e5","reconcileID":"8b1ce5f3-6bcc-4314-b393-458691d24476"} {"level":"Level(-2)","ts":"2026-10-02T02:58:12.195761176Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-r6vp9-154e5","reconcileID":"8b1ce5f3-6bcc-4314-b393-458691d24476","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:58:13.175960022Z","logger":"workload-reconciler","caller":"core/workload_controller.go:848","msg":"Workload create event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-kthf9-9be1c","namespace":"chains-e2e-kscf"},"queue":"pipelines-queue","status":"pending"} {"level":"Level(-2)","ts":"2026-10-02T02:58:13.176089376Z","logger":"scheduler","caller":"scheduler/scheduler.go:226","msg":"Obtained heads","replica-role":"leader","schedulingCycle":5,"headCount":1,"waitDuration":20.205706615} {"level":"Level(-2)","ts":"2026-10-02T02:58:13.17612239Z","logger":"workload-reconciler","caller":"core/workload_controller.go:194","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-kthf9-9be1c","reconcileID":"02b9127a-485f-46c8-bc2a-7d952997a8c7"} {"level":"Level(-2)","ts":"2026-10-02T02:58:13.176130883Z","logger":"scheduler","caller":"scheduler/scheduler.go:241","msg":"Snapshot taken","replica-role":"leader","schedulingCycle":5,"duration":0.000016084} {"level":"Level(-2)","ts":"2026-10-02T02:58:13.175986784Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-kthf9-9be1c","reconcileID":"2da4cc0b-f7b9-444b-9d9b-cb625c442401"} {"level":"Level(-2)","ts":"2026-10-02T02:58:13.17619107Z","logger":"scheduler","caller":"scheduler/scheduler.go:246","msg":"Nomination done","replica-role":"leader","schedulingCycle":5,"entries":1,"inadmissibleEntries":0,"duration":0.000050958} {"level":"Level(-2)","ts":"2026-10-02T02:58:13.17620469Z","logger":"scheduler","caller":"scheduler/scheduler.go:268","msg":"Attempting to schedule workload","replica-role":"leader","schedulingCycle":5,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-kthf9-9be1c","namespace":"chains-e2e-kscf"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-02T02:58:13.176217343Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-kthf9-9be1c","reconcileID":"2da4cc0b-f7b9-444b-9d9b-cb625c442401","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:58:13.17623544Z","logger":"scheduler","caller":"scheduler/scheduler.go:718","msg":"Workload assumed in the cache","replica-role":"leader","schedulingCycle":5,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-kthf9-9be1c","namespace":"chains-e2e-kscf"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-02T02:58:13.176274309Z","logger":"scheduler","caller":"scheduler/scheduler.go:404","msg":"Workload processing done","replica-role":"leader","schedulingCycle":5,"duration":0.000072949} {"level":"Level(-2)","ts":"2026-10-02T02:58:13.176288336Z","logger":"scheduler","caller":"scheduler/scheduler.go:215","msg":"Scheduling cycle complete","replica-role":"leader","schedulingCycle":5,"duration":20.205905992} {"level":"Level(-2)","ts":"2026-10-02T02:58:13.176302121Z","logger":"scheduler","caller":"scheduler/scheduler.go:213","msg":"Scheduling cycle starts","replica-role":"leader","schedulingCycle":6} {"level":"Level(-2)","ts":"2026-10-02T02:58:13.180528052Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelines-queue","reconcileID":"b67342bc-08a2-4bb2-ac0b-3b70abc7e3da"} {"level":"Level(-2)","ts":"2026-10-02T02:58:13.18052801Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"bcf5662d-4979-4551-bd9d-25af54e5851c"} {"level":"Level(-2)","ts":"2026-10-02T02:58:13.202441802Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-kthf9-9be1c","namespace":"chains-e2e-kscf"},"queue":"pipelines-queue","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-02T02:58:13.202455598Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-kthf9-9be1c","reconcileID":"ed5adbae-96ce-4c8b-a364-39d7b86b1fec"} {"level":"Level(-2)","ts":"2026-10-02T02:58:13.202573908Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-kthf9-9be1c","reconcileID":"ed5adbae-96ce-4c8b-a364-39d7b86b1fec","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:58:13.203909556Z","logger":"scheduler","caller":"scheduler/scheduler.go:681","msg":"Workload successfully admitted and assigned flavors","replica-role":"leader","schedulingCycle":5,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-kthf9-9be1c","namespace":"chains-e2e-kscf"},"clusterQueue":{"name":"cluster-pipeline-queue"},"assignments":[{"name":"pod-set-1","flavors":{"konflux-ci-dev-token":"default-flavor","tekton.dev/pipelineruns":"default-flavor"},"resourceUsage":{"konflux-ci-dev-token":"1","tekton.dev/pipelineruns":"1"},"count":1}]} {"level":"debug","ts":"2026-10-02T02:58:13.203946946Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Quota reserved in ClusterQueue cluster-pipeline-queue, wait time since queued was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-kthf9-9be1c","uid":"5621d1c9-dd3f-4740-ba10-6b58548ae92c","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"43833"},"reason":"QuotaReserved"} {"level":"debug","ts":"2026-10-02T02:58:13.203959236Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by ClusterQueue cluster-pipeline-queue, wait time since reservation was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-kthf9-9be1c","uid":"5621d1c9-dd3f-4740-ba10-6b58548ae92c","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"43833"},"reason":"Admitted"} {"level":"Level(-2)","ts":"2026-10-02T02:58:14.203473311Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"9fbf59bf-a8ca-4e39-ade9-94b2ab64b920"} {"level":"Level(-2)","ts":"2026-10-02T02:58:14.20347013Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelines-queue","reconcileID":"c5ebb0e6-b664-4fe5-b450-5587e8e0383a"} {"level":"Level(-2)","ts":"2026-10-02T02:58:24.27526018Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-kthf9-9be1c","namespace":"chains-e2e-kscf"},"queue":"pipelines-queue","status":"finished","prevStatus":"admitted","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-02T02:58:24.275300375Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-kthf9-9be1c","reconcileID":"616238e8-76aa-4c08-bcde-68ebe1eb3ab6"} {"level":"Level(-2)","ts":"2026-10-02T02:58:24.275357684Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-kthf9-9be1c","reconcileID":"616238e8-76aa-4c08-bcde-68ebe1eb3ab6","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:58:24.305661022Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-kthf9-9be1c","namespace":"chains-e2e-kscf"},"queue":"pipelines-queue","status":"finished","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-02T02:58:24.305969216Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-kthf9-9be1c","reconcileID":"d4381c32-cdc6-4c06-96b5-929b300ae3fe"} {"level":"Level(-2)","ts":"2026-10-02T02:58:24.306022491Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-kthf9-9be1c","reconcileID":"d4381c32-cdc6-4c06-96b5-929b300ae3fe","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:58:25.276225833Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelines-queue","reconcileID":"9d8241d6-fad0-4cfc-8548-fd339e3f41d3"} {"level":"Level(-2)","ts":"2026-10-02T02:58:25.276257606Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"68a0b9f9-b28b-4efd-bc45-3ff9d6cd702a"} {"level":"Level(-2)","ts":"2026-10-02T02:58:25.298265079Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"pipelines-queue","namespace":"chains-e2e-kscf"}} {"level":"Level(-2)","ts":"2026-10-02T02:58:25.298398226Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelines-queue","reconcileID":"1f8b9d4b-302c-4cef-8f3b-a7f7e5681bdf"} {"level":"Level(-2)","ts":"2026-10-02T02:58:25.304029385Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-02T02:58:25.305182242Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"7e7d4581-4273-436a-a0fb-93657e18f154"} {"level":"Level(-2)","ts":"2026-10-02T02:58:25.38176833Z","logger":"workload-reconciler","caller":"core/workload_controller.go:848","msg":"Workload create event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-t9ntj-e9d9f","namespace":"chains-e2e-kscf"},"queue":"pipelines-queue","status":"pending"} {"level":"Level(-2)","ts":"2026-10-02T02:58:25.381805419Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-t9ntj-e9d9f","reconcileID":"15dea604-ea9a-404f-9a88-5a1672ff4877"} {"level":"Level(-2)","ts":"2026-10-02T02:58:25.381840537Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-t9ntj-e9d9f","reconcileID":"15dea604-ea9a-404f-9a88-5a1672ff4877","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:58:25.381882547Z","logger":"scheduler","caller":"scheduler/scheduler.go:226","msg":"Obtained heads","replica-role":"leader","schedulingCycle":6,"headCount":1,"waitDuration":12.205580151} {"level":"Level(-2)","ts":"2026-10-02T02:58:25.381911054Z","logger":"scheduler","caller":"scheduler/scheduler.go:241","msg":"Snapshot taken","replica-role":"leader","schedulingCycle":6,"duration":0.000011151} {"level":"Level(-2)","ts":"2026-10-02T02:58:25.381961815Z","logger":"scheduler","caller":"scheduler/scheduler.go:246","msg":"Nomination done","replica-role":"leader","schedulingCycle":6,"entries":1,"inadmissibleEntries":0,"duration":0.000044833} {"level":"Level(-2)","ts":"2026-10-02T02:58:25.3819759Z","logger":"scheduler","caller":"scheduler/scheduler.go:268","msg":"Attempting to schedule workload","replica-role":"leader","schedulingCycle":6,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-t9ntj-e9d9f","namespace":"chains-e2e-kscf"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-02T02:58:25.382007337Z","logger":"scheduler","caller":"scheduler/scheduler.go:718","msg":"Workload assumed in the cache","replica-role":"leader","schedulingCycle":6,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-t9ntj-e9d9f","namespace":"chains-e2e-kscf"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-02T02:58:25.382025855Z","logger":"scheduler","caller":"scheduler/scheduler.go:404","msg":"Workload processing done","replica-role":"leader","schedulingCycle":6,"duration":0.000052664} {"level":"Level(-2)","ts":"2026-10-02T02:58:25.382038434Z","logger":"scheduler","caller":"scheduler/scheduler.go:215","msg":"Scheduling cycle complete","replica-role":"leader","schedulingCycle":6,"duration":12.205736238} {"level":"Level(-2)","ts":"2026-10-02T02:58:25.382049459Z","logger":"scheduler","caller":"scheduler/scheduler.go:213","msg":"Scheduling cycle starts","replica-role":"leader","schedulingCycle":7} {"level":"Level(-2)","ts":"2026-10-02T02:58:25.399782445Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-t9ntj-e9d9f","reconcileID":"502811ce-c20b-4a9b-a0fe-b92dc375952e"} {"level":"Level(-2)","ts":"2026-10-02T02:58:25.399802768Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-t9ntj-e9d9f","namespace":"chains-e2e-kscf"},"queue":"pipelines-queue","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-02T02:58:25.399829331Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-t9ntj-e9d9f","reconcileID":"502811ce-c20b-4a9b-a0fe-b92dc375952e","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:58:25.400769653Z","logger":"scheduler","caller":"scheduler/scheduler.go:681","msg":"Workload successfully admitted and assigned flavors","replica-role":"leader","schedulingCycle":6,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-t9ntj-e9d9f","namespace":"chains-e2e-kscf"},"clusterQueue":{"name":"cluster-pipeline-queue"},"assignments":[{"name":"pod-set-1","flavors":{"konflux-ci-dev-token":"default-flavor","tekton.dev/pipelineruns":"default-flavor"},"resourceUsage":{"konflux-ci-dev-token":"1","tekton.dev/pipelineruns":"1"},"count":1}]} {"level":"debug","ts":"2026-10-02T02:58:25.400804358Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Quota reserved in ClusterQueue cluster-pipeline-queue, wait time since queued was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-t9ntj-e9d9f","uid":"4fa086cc-397a-4e86-8bbc-91a9f5b773ec","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"44084"},"reason":"QuotaReserved"} {"level":"debug","ts":"2026-10-02T02:58:25.40081485Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by ClusterQueue cluster-pipeline-queue, wait time since reservation was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-t9ntj-e9d9f","uid":"4fa086cc-397a-4e86-8bbc-91a9f5b773ec","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"44084"},"reason":"Admitted"} {"level":"Level(-2)","ts":"2026-10-02T02:58:26.382252277Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelines-queue","reconcileID":"0af6cfe7-384e-4963-bd9e-2954669be064"} {"level":"Level(-2)","ts":"2026-10-02T02:58:26.382255627Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"e9257e6d-09e8-4374-8740-df0e82e82427"} {"level":"Level(-2)","ts":"2026-10-02T02:58:26.402257242Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"pipelines-queue","namespace":"chains-e2e-kscf"}} {"level":"Level(-2)","ts":"2026-10-02T02:58:26.404189609Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelines-queue","reconcileID":"7be1dd33-29ab-4962-a7cd-e37929574ab1"} {"level":"Level(-2)","ts":"2026-10-02T02:58:26.404470954Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-02T02:58:26.404624516Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"b981d30f-e444-4180-bc22-fde935c48a33"} {"level":"Level(-2)","ts":"2026-10-02T02:58:36.171066821Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-pipelines","name":"create-minio-bucket","reconcileID":"99625e6b-aa66-4781-8868-f24bad6ac5c8","job":"openshift-pipelines/create-minio-bucket","gvk":"batch/v1, Kind=Job","namespace":"openshift-pipelines"} {"level":"Level(-2)","ts":"2026-10-02T02:58:40.330166818Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-t9ntj-e9d9f","namespace":"chains-e2e-kscf"},"queue":"pipelines-queue","status":"finished","prevStatus":"admitted","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-02T02:58:40.330232092Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-t9ntj-e9d9f","reconcileID":"e4eac707-d2b6-4fdd-9ea0-0932b174ca3b"} {"level":"Level(-2)","ts":"2026-10-02T02:58:40.33029493Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-t9ntj-e9d9f","reconcileID":"e4eac707-d2b6-4fdd-9ea0-0932b174ca3b","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:58:40.361763098Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-t9ntj-e9d9f","namespace":"chains-e2e-kscf"},"queue":"pipelines-queue","status":"finished","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-02T02:58:40.361788823Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-t9ntj-e9d9f","reconcileID":"f7af9a20-53bf-47b1-a55c-05d11a963f17"} {"level":"Level(-2)","ts":"2026-10-02T02:58:40.36188611Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-t9ntj-e9d9f","reconcileID":"f7af9a20-53bf-47b1-a55c-05d11a963f17","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:58:40.574926239Z","logger":"workload-reconciler","caller":"core/workload_controller.go:848","msg":"Workload create event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-79fb9-5f4ed","namespace":"chains-e2e-kscf"},"queue":"pipelines-queue","status":"pending"} {"level":"Level(-2)","ts":"2026-10-02T02:58:40.574964377Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-79fb9-5f4ed","reconcileID":"f2db9fd3-f98c-4479-9ee0-45dbe7b2cbd0"} {"level":"Level(-2)","ts":"2026-10-02T02:58:40.575017676Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-79fb9-5f4ed","reconcileID":"f2db9fd3-f98c-4479-9ee0-45dbe7b2cbd0","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:58:40.575083255Z","logger":"scheduler","caller":"scheduler/scheduler.go:226","msg":"Obtained heads","replica-role":"leader","schedulingCycle":7,"headCount":1,"waitDuration":15.193032798} {"level":"Level(-2)","ts":"2026-10-02T02:58:40.575120018Z","logger":"scheduler","caller":"scheduler/scheduler.go:241","msg":"Snapshot taken","replica-role":"leader","schedulingCycle":7,"duration":0.000011701} {"level":"Level(-2)","ts":"2026-10-02T02:58:40.575206422Z","logger":"scheduler","caller":"scheduler/scheduler.go:246","msg":"Nomination done","replica-role":"leader","schedulingCycle":7,"entries":1,"inadmissibleEntries":0,"duration":0.000077436} {"level":"Level(-2)","ts":"2026-10-02T02:58:40.575224991Z","logger":"scheduler","caller":"scheduler/scheduler.go:268","msg":"Attempting to schedule workload","replica-role":"leader","schedulingCycle":7,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-79fb9-5f4ed","namespace":"chains-e2e-kscf"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-02T02:58:40.575254861Z","logger":"scheduler","caller":"scheduler/scheduler.go:718","msg":"Workload assumed in the cache","replica-role":"leader","schedulingCycle":7,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-79fb9-5f4ed","namespace":"chains-e2e-kscf"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-02T02:58:40.575272941Z","logger":"scheduler","caller":"scheduler/scheduler.go:404","msg":"Workload processing done","replica-role":"leader","schedulingCycle":7,"duration":0.000050589} {"level":"Level(-2)","ts":"2026-10-02T02:58:40.575290622Z","logger":"scheduler","caller":"scheduler/scheduler.go:215","msg":"Scheduling cycle complete","replica-role":"leader","schedulingCycle":7,"duration":15.193240991} {"level":"Level(-2)","ts":"2026-10-02T02:58:40.575301982Z","logger":"scheduler","caller":"scheduler/scheduler.go:213","msg":"Scheduling cycle starts","replica-role":"leader","schedulingCycle":8} {"level":"Level(-2)","ts":"2026-10-02T02:58:40.593263122Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-79fb9-5f4ed","namespace":"chains-e2e-kscf"},"queue":"pipelines-queue","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-02T02:58:40.593308125Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-79fb9-5f4ed","reconcileID":"2a8b0c28-e57f-4d04-ac04-10ce4ce612cc"} {"level":"Level(-2)","ts":"2026-10-02T02:58:40.593358479Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-79fb9-5f4ed","reconcileID":"2a8b0c28-e57f-4d04-ac04-10ce4ce612cc","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:58:40.594342268Z","logger":"scheduler","caller":"scheduler/scheduler.go:681","msg":"Workload successfully admitted and assigned flavors","replica-role":"leader","schedulingCycle":7,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-79fb9-5f4ed","namespace":"chains-e2e-kscf"},"clusterQueue":{"name":"cluster-pipeline-queue"},"assignments":[{"name":"pod-set-1","flavors":{"konflux-ci-dev-token":"default-flavor","tekton.dev/pipelineruns":"default-flavor"},"resourceUsage":{"konflux-ci-dev-token":"1","tekton.dev/pipelineruns":"1"},"count":1}]} {"level":"debug","ts":"2026-10-02T02:58:40.594385603Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Quota reserved in ClusterQueue cluster-pipeline-queue, wait time since queued was 1s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-79fb9-5f4ed","uid":"28c53763-c4de-4ad1-942d-3d629bfc5532","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"44312"},"reason":"QuotaReserved"} {"level":"debug","ts":"2026-10-02T02:58:40.594400341Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by ClusterQueue cluster-pipeline-queue, wait time since reservation was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-79fb9-5f4ed","uid":"28c53763-c4de-4ad1-942d-3d629bfc5532","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"44312"},"reason":"Admitted"} {"level":"Level(-2)","ts":"2026-10-02T02:58:41.330410845Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"0862c9ff-2ada-45ff-bf55-ad2b44fe5842"} {"level":"Level(-2)","ts":"2026-10-02T02:58:41.330410867Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelines-queue","reconcileID":"084a050e-359e-42b9-b9a9-565ae6966e04"} {"level":"Level(-2)","ts":"2026-10-02T02:58:49.245790567Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-pipelines","name":"create-minio-bucket","reconcileID":"ba337434-2c95-477e-bdb9-28e3048ef164","job":"openshift-pipelines/create-minio-bucket","gvk":"batch/v1, Kind=Job","namespace":"openshift-pipelines"} {"level":"error","ts":"2026-10-02T02:58:52.552212816Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"Level(-2)","ts":"2026-10-02T02:59:06.670805065Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-79fb9-5f4ed","namespace":"chains-e2e-kscf"},"queue":"pipelines-queue","status":"finished","prevStatus":"admitted","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-02T02:59:06.670835115Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-79fb9-5f4ed","reconcileID":"542e7672-9be0-4e6b-8d37-9eec0fbb77df"} {"level":"Level(-2)","ts":"2026-10-02T02:59:06.670914763Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-79fb9-5f4ed","reconcileID":"542e7672-9be0-4e6b-8d37-9eec0fbb77df","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:59:06.688094242Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-79fb9-5f4ed","namespace":"chains-e2e-kscf"},"queue":"pipelines-queue","status":"finished","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-02T02:59:06.68812047Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-79fb9-5f4ed","reconcileID":"57c3c6ce-6a5b-4e12-b64c-c85d5b871718"} {"level":"Level(-2)","ts":"2026-10-02T02:59:06.688162995Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-79fb9-5f4ed","reconcileID":"57c3c6ce-6a5b-4e12-b64c-c85d5b871718","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:59:07.671210637Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelines-queue","reconcileID":"9005b2f1-dc76-46bb-b35b-51723c0507d2"} {"level":"Level(-2)","ts":"2026-10-02T02:59:07.671217738Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"2a811185-ce40-45f2-9461-789a1ed2d10f"} {"level":"Level(-2)","ts":"2026-10-02T02:59:07.688264953Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"pipelines-queue","namespace":"chains-e2e-kscf"}} {"level":"Level(-2)","ts":"2026-10-02T02:59:07.688370362Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelines-queue","reconcileID":"af393e9d-a621-43d8-bc66-a9ebe5b85721"} {"level":"Level(-2)","ts":"2026-10-02T02:59:07.691432971Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-02T02:59:07.692110265Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"6b77b466-a9ea-4504-badf-69bcb2f36565"} {"level":"Level(-2)","ts":"2026-10-02T02:59:07.756431213Z","logger":"workload-reconciler","caller":"core/workload_controller.go:848","msg":"Workload create event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-sh8sp-22a51","namespace":"chains-e2e-kscf"},"queue":"pipelines-queue","status":"pending"} {"level":"Level(-2)","ts":"2026-10-02T02:59:07.756468361Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-sh8sp-22a51","reconcileID":"baeb3d0e-6c20-4be4-b504-d57e013ecbad"} {"level":"Level(-2)","ts":"2026-10-02T02:59:07.7565067Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-sh8sp-22a51","reconcileID":"baeb3d0e-6c20-4be4-b504-d57e013ecbad","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:59:07.756540465Z","logger":"scheduler","caller":"scheduler/scheduler.go:226","msg":"Obtained heads","replica-role":"leader","schedulingCycle":8,"headCount":1,"waitDuration":27.181237616} {"level":"Level(-2)","ts":"2026-10-02T02:59:07.756575661Z","logger":"scheduler","caller":"scheduler/scheduler.go:241","msg":"Snapshot taken","replica-role":"leader","schedulingCycle":8,"duration":0.000010617} {"level":"Level(-2)","ts":"2026-10-02T02:59:07.756630355Z","logger":"scheduler","caller":"scheduler/scheduler.go:246","msg":"Nomination done","replica-role":"leader","schedulingCycle":8,"entries":1,"inadmissibleEntries":0,"duration":0.000046177} {"level":"Level(-2)","ts":"2026-10-02T02:59:07.756644761Z","logger":"scheduler","caller":"scheduler/scheduler.go:268","msg":"Attempting to schedule workload","replica-role":"leader","schedulingCycle":8,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-sh8sp-22a51","namespace":"chains-e2e-kscf"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-02T02:59:07.756680888Z","logger":"scheduler","caller":"scheduler/scheduler.go:718","msg":"Workload assumed in the cache","replica-role":"leader","schedulingCycle":8,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-sh8sp-22a51","namespace":"chains-e2e-kscf"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-02T02:59:07.756699325Z","logger":"scheduler","caller":"scheduler/scheduler.go:404","msg":"Workload processing done","replica-role":"leader","schedulingCycle":8,"duration":0.000056972} {"level":"Level(-2)","ts":"2026-10-02T02:59:07.756712509Z","logger":"scheduler","caller":"scheduler/scheduler.go:215","msg":"Scheduling cycle complete","replica-role":"leader","schedulingCycle":8,"duration":27.181410328} {"level":"Level(-2)","ts":"2026-10-02T02:59:07.756725172Z","logger":"scheduler","caller":"scheduler/scheduler.go:213","msg":"Scheduling cycle starts","replica-role":"leader","schedulingCycle":9} {"level":"Level(-2)","ts":"2026-10-02T02:59:07.772457656Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-sh8sp-22a51","namespace":"chains-e2e-kscf"},"queue":"pipelines-queue","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-02T02:59:07.77248199Z","logger":"scheduler","caller":"scheduler/scheduler.go:681","msg":"Workload successfully admitted and assigned flavors","replica-role":"leader","schedulingCycle":8,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-sh8sp-22a51","namespace":"chains-e2e-kscf"},"clusterQueue":{"name":"cluster-pipeline-queue"},"assignments":[{"name":"pod-set-1","flavors":{"konflux-ci-dev-token":"default-flavor","tekton.dev/pipelineruns":"default-flavor"},"resourceUsage":{"konflux-ci-dev-token":"1","tekton.dev/pipelineruns":"1"},"count":1}]} {"level":"Level(-2)","ts":"2026-10-02T02:59:07.772497892Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-sh8sp-22a51","reconcileID":"16ba439e-ebb8-42f7-8502-e614104a1b59"} {"level":"debug","ts":"2026-10-02T02:59:07.772520003Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Quota reserved in ClusterQueue cluster-pipeline-queue, wait time since queued was 1s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-sh8sp-22a51","uid":"cadbc34e-25f5-4fae-8f5a-cc370a5ae8c7","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"44670"},"reason":"QuotaReserved"} {"level":"debug","ts":"2026-10-02T02:59:07.772530935Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by ClusterQueue cluster-pipeline-queue, wait time since reservation was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-sh8sp-22a51","uid":"cadbc34e-25f5-4fae-8f5a-cc370a5ae8c7","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"44670"},"reason":"Admitted"} {"level":"Level(-2)","ts":"2026-10-02T02:59:07.772534617Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-sh8sp-22a51","reconcileID":"16ba439e-ebb8-42f7-8502-e614104a1b59","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:59:08.757202873Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelines-queue","reconcileID":"ddeefa36-fb3d-404c-a2ac-ed0d277f83cb"} {"level":"Level(-2)","ts":"2026-10-02T02:59:08.757200161Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"44e48365-c0f2-4570-8d2b-12bd72a0188d"} {"level":"Level(-2)","ts":"2026-10-02T02:59:08.77518247Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"pipelines-queue","namespace":"chains-e2e-kscf"}} {"level":"Level(-2)","ts":"2026-10-02T02:59:08.775262641Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelines-queue","reconcileID":"baa004ab-5e0f-4da7-8d89-d13256dce296"} {"level":"Level(-2)","ts":"2026-10-02T02:59:08.777628735Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-02T02:59:08.777820068Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"4f4256e8-dfa9-48a2-93b2-92a5b80e3af7"} {"level":"Level(-2)","ts":"2026-10-02T02:59:32.568671556Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-sh8sp-22a51","namespace":"chains-e2e-kscf"},"queue":"pipelines-queue","status":"finished","prevStatus":"admitted","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-02T02:59:32.568714294Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-sh8sp-22a51","reconcileID":"18bfaa41-9eb0-4bb9-b975-757cb913e7a7"} {"level":"Level(-2)","ts":"2026-10-02T02:59:32.568763778Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-sh8sp-22a51","reconcileID":"18bfaa41-9eb0-4bb9-b975-757cb913e7a7","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:59:32.588246166Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-sh8sp-22a51","namespace":"chains-e2e-kscf"},"queue":"pipelines-queue","status":"finished","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-02T02:59:32.588271352Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-sh8sp-22a51","reconcileID":"f27bb68e-5918-4ed3-93b1-c857f5d2f059"} {"level":"Level(-2)","ts":"2026-10-02T02:59:32.588341965Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-sh8sp-22a51","reconcileID":"f27bb68e-5918-4ed3-93b1-c857f5d2f059","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:59:32.908958989Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-js6jk-bdc28","reconcileID":"5c34cf95-65c5-465e-b53d-674853fc393f"} {"level":"Level(-2)","ts":"2026-10-02T02:59:32.908983389Z","logger":"workload-reconciler","caller":"core/workload_controller.go:848","msg":"Workload create event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-js6jk-bdc28","namespace":"chains-e2e-kscf"},"queue":"pipelines-queue","status":"pending"} {"level":"Level(-2)","ts":"2026-10-02T02:59:32.909004289Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-js6jk-bdc28","reconcileID":"5c34cf95-65c5-465e-b53d-674853fc393f","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:59:32.909086753Z","logger":"scheduler","caller":"scheduler/scheduler.go:226","msg":"Obtained heads","replica-role":"leader","schedulingCycle":9,"headCount":1,"waitDuration":25.152360857} {"level":"Level(-2)","ts":"2026-10-02T02:59:32.909130003Z","logger":"scheduler","caller":"scheduler/scheduler.go:241","msg":"Snapshot taken","replica-role":"leader","schedulingCycle":9,"duration":0.000016751} {"level":"Level(-2)","ts":"2026-10-02T02:59:32.909194777Z","logger":"scheduler","caller":"scheduler/scheduler.go:246","msg":"Nomination done","replica-role":"leader","schedulingCycle":9,"entries":1,"inadmissibleEntries":0,"duration":0.000051285} {"level":"Level(-2)","ts":"2026-10-02T02:59:32.90921479Z","logger":"scheduler","caller":"scheduler/scheduler.go:268","msg":"Attempting to schedule workload","replica-role":"leader","schedulingCycle":9,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-js6jk-bdc28","namespace":"chains-e2e-kscf"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-02T02:59:32.909260243Z","logger":"scheduler","caller":"scheduler/scheduler.go:718","msg":"Workload assumed in the cache","replica-role":"leader","schedulingCycle":9,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-js6jk-bdc28","namespace":"chains-e2e-kscf"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-02T02:59:32.90928251Z","logger":"scheduler","caller":"scheduler/scheduler.go:404","msg":"Workload processing done","replica-role":"leader","schedulingCycle":9,"duration":0.000071645} {"level":"Level(-2)","ts":"2026-10-02T02:59:32.909297209Z","logger":"scheduler","caller":"scheduler/scheduler.go:215","msg":"Scheduling cycle complete","replica-role":"leader","schedulingCycle":9,"duration":25.152571785} {"level":"Level(-2)","ts":"2026-10-02T02:59:32.909314003Z","logger":"scheduler","caller":"scheduler/scheduler.go:213","msg":"Scheduling cycle starts","replica-role":"leader","schedulingCycle":10} {"level":"Level(-2)","ts":"2026-10-02T02:59:32.935942157Z","logger":"scheduler","caller":"scheduler/scheduler.go:681","msg":"Workload successfully admitted and assigned flavors","replica-role":"leader","schedulingCycle":9,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-js6jk-bdc28","namespace":"chains-e2e-kscf"},"clusterQueue":{"name":"cluster-pipeline-queue"},"assignments":[{"name":"pod-set-1","flavors":{"konflux-ci-dev-token":"default-flavor","tekton.dev/pipelineruns":"default-flavor"},"resourceUsage":{"konflux-ci-dev-token":"1","tekton.dev/pipelineruns":"1"},"count":1}]} {"level":"Level(-2)","ts":"2026-10-02T02:59:32.936005528Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-js6jk-bdc28","namespace":"chains-e2e-kscf"},"queue":"pipelines-queue","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-02T02:59:32.936028995Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-js6jk-bdc28","reconcileID":"03904aac-989f-4748-9993-4c7219f28932"} {"level":"debug","ts":"2026-10-02T02:59:32.93602382Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Quota reserved in ClusterQueue cluster-pipeline-queue, wait time since queued was 1s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-js6jk-bdc28","uid":"ddcbbcff-4345-466c-ac7b-93149cdcf5a1","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"44978"},"reason":"QuotaReserved"} {"level":"debug","ts":"2026-10-02T02:59:32.936049895Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by ClusterQueue cluster-pipeline-queue, wait time since reservation was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-js6jk-bdc28","uid":"ddcbbcff-4345-466c-ac7b-93149cdcf5a1","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"44978"},"reason":"Admitted"} {"level":"Level(-2)","ts":"2026-10-02T02:59:32.936060758Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-js6jk-bdc28","reconcileID":"03904aac-989f-4748-9993-4c7219f28932","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:59:33.569199715Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelines-queue","reconcileID":"99422fb9-f3c0-4182-92ca-364b9421b5f7"} {"level":"Level(-2)","ts":"2026-10-02T02:59:33.569273578Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"603f8e34-3c55-4710-a6e6-eaf429c4516d"} {"level":"Level(-2)","ts":"2026-10-02T02:59:47.661336305Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-js6jk-bdc28","namespace":"chains-e2e-kscf"},"queue":"pipelines-queue","status":"finished","prevStatus":"admitted","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-02T02:59:47.661371965Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-js6jk-bdc28","reconcileID":"f4811a4a-bfa4-4b47-9fef-fb8f82a5858b"} {"level":"Level(-2)","ts":"2026-10-02T02:59:47.661449672Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-js6jk-bdc28","reconcileID":"f4811a4a-bfa4-4b47-9fef-fb8f82a5858b","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:59:47.681942886Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-js6jk-bdc28","namespace":"chains-e2e-kscf"},"queue":"pipelines-queue","status":"finished","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-02T02:59:47.681932141Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-js6jk-bdc28","reconcileID":"adc0fa39-55b9-4286-b4d9-714e350b8a45"} {"level":"Level(-2)","ts":"2026-10-02T02:59:47.682074339Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-js6jk-bdc28","reconcileID":"adc0fa39-55b9-4286-b4d9-714e350b8a45","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:59:48.002192091Z","logger":"workload-reconciler","caller":"core/workload_controller.go:848","msg":"Workload create event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-9rt2r-02b55","namespace":"chains-e2e-kscf"},"queue":"pipelines-queue","status":"pending"} {"level":"Level(-2)","ts":"2026-10-02T02:59:48.002233635Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-9rt2r-02b55","reconcileID":"fa76452e-9b98-4cfb-bd22-95564b7fa142"} {"level":"Level(-2)","ts":"2026-10-02T02:59:48.002291833Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-9rt2r-02b55","reconcileID":"fa76452e-9b98-4cfb-bd22-95564b7fa142","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:59:48.002330884Z","logger":"scheduler","caller":"scheduler/scheduler.go:226","msg":"Obtained heads","replica-role":"leader","schedulingCycle":10,"headCount":1,"waitDuration":15.093016465} {"level":"Level(-2)","ts":"2026-10-02T02:59:48.002364881Z","logger":"scheduler","caller":"scheduler/scheduler.go:241","msg":"Snapshot taken","replica-role":"leader","schedulingCycle":10,"duration":0.00001171} {"level":"Level(-2)","ts":"2026-10-02T02:59:48.002446942Z","logger":"scheduler","caller":"scheduler/scheduler.go:246","msg":"Nomination done","replica-role":"leader","schedulingCycle":10,"entries":1,"inadmissibleEntries":0,"duration":0.000073193} {"level":"Level(-2)","ts":"2026-10-02T02:59:48.002463842Z","logger":"scheduler","caller":"scheduler/scheduler.go:268","msg":"Attempting to schedule workload","replica-role":"leader","schedulingCycle":10,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-9rt2r-02b55","namespace":"chains-e2e-kscf"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-02T02:59:48.002497731Z","logger":"scheduler","caller":"scheduler/scheduler.go:718","msg":"Workload assumed in the cache","replica-role":"leader","schedulingCycle":10,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-9rt2r-02b55","namespace":"chains-e2e-kscf"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-02T02:59:48.002514595Z","logger":"scheduler","caller":"scheduler/scheduler.go:404","msg":"Workload processing done","replica-role":"leader","schedulingCycle":10,"duration":0.000054643} {"level":"Level(-2)","ts":"2026-10-02T02:59:48.002526876Z","logger":"scheduler","caller":"scheduler/scheduler.go:215","msg":"Scheduling cycle complete","replica-role":"leader","schedulingCycle":10,"duration":15.093212864} {"level":"Level(-2)","ts":"2026-10-02T02:59:48.002537992Z","logger":"scheduler","caller":"scheduler/scheduler.go:213","msg":"Scheduling cycle starts","replica-role":"leader","schedulingCycle":11} {"level":"Level(-2)","ts":"2026-10-02T02:59:48.021166561Z","logger":"scheduler","caller":"scheduler/scheduler.go:681","msg":"Workload successfully admitted and assigned flavors","replica-role":"leader","schedulingCycle":10,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-9rt2r-02b55","namespace":"chains-e2e-kscf"},"clusterQueue":{"name":"cluster-pipeline-queue"},"assignments":[{"name":"pod-set-1","flavors":{"konflux-ci-dev-token":"default-flavor","tekton.dev/pipelineruns":"default-flavor"},"resourceUsage":{"konflux-ci-dev-token":"1","tekton.dev/pipelineruns":"1"},"count":1}]} {"level":"debug","ts":"2026-10-02T02:59:48.021222468Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Quota reserved in ClusterQueue cluster-pipeline-queue, wait time since queued was 1s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-9rt2r-02b55","uid":"2b2906fa-abc2-4734-851f-a180ea104401","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"45219"},"reason":"QuotaReserved"} {"level":"Level(-2)","ts":"2026-10-02T02:59:48.021221437Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-9rt2r-02b55","namespace":"chains-e2e-kscf"},"queue":"pipelines-queue","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-pipeline-queue"} {"level":"debug","ts":"2026-10-02T02:59:48.021236579Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by ClusterQueue cluster-pipeline-queue, wait time since reservation was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-9rt2r-02b55","uid":"2b2906fa-abc2-4734-851f-a180ea104401","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"45219"},"reason":"Admitted"} {"level":"Level(-2)","ts":"2026-10-02T02:59:48.021253785Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-9rt2r-02b55","reconcileID":"f936ed28-7802-4faa-9136-9368307a05a3"} {"level":"Level(-2)","ts":"2026-10-02T02:59:48.021304246Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-9rt2r-02b55","reconcileID":"f936ed28-7802-4faa-9136-9368307a05a3","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T02:59:48.661969801Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelines-queue","reconcileID":"02caad17-2b28-4033-ac75-802925158373"} {"level":"Level(-2)","ts":"2026-10-02T02:59:48.661974378Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"48b4455a-e5f6-4172-b4ab-af3c26c3bfe4"} {"level":"error","ts":"2026-10-02T02:59:50.705560356Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"Level(-2)","ts":"2026-10-02T03:00:00.120763315Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"pipelines-vacuum-29848500","reconcileID":"0ffddcc4-12e4-4446-b960-006921d4a9fc","job":"product-kubearchive/pipelines-vacuum-29848500","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-10-02T03:00:00.128374109Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"image-controller","name":"image-controller-notification-resetter-cronjob-29848500","reconcileID":"62672ffd-a3eb-47eb-9958-d86f304fbe65","job":"image-controller/image-controller-notification-resetter-cronjob-29848500","gvk":"batch/v1, Kind=Job","namespace":"image-controller"} {"level":"Level(-2)","ts":"2026-10-02T03:00:00.134151289Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29848500","reconcileID":"a333a665-e098-4077-9ae6-94084edf16c6","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29848500","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-10-02T03:00:00.194175976Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"pipelines-vacuum-29848500","reconcileID":"a5f9e6e8-e906-48af-a23c-3a110ed0bb06","job":"product-kubearchive/pipelines-vacuum-29848500","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-10-02T03:00:00.320094891Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29848500","reconcileID":"6c97919c-529d-46b8-8a30-a101757793a7","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29848500","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-10-02T03:00:00.320340186Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"image-controller","name":"image-controller-notification-resetter-cronjob-29848500","reconcileID":"48431589-6da4-49cb-baf4-478ad86206a1","job":"image-controller/image-controller-notification-resetter-cronjob-29848500","gvk":"batch/v1, Kind=Job","namespace":"image-controller"} {"level":"Level(-2)","ts":"2026-10-02T03:00:03.03172699Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29848500","reconcileID":"155fa167-8384-45f0-9299-7d86856bc588","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29848500","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-10-02T03:00:03.8106119Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"pipelines-vacuum-29848500","reconcileID":"ae997b52-e396-4f1e-8540-8744610e0f4a","job":"product-kubearchive/pipelines-vacuum-29848500","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-10-02T03:00:03.830759929Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"pipelines-vacuum-29848500","reconcileID":"e7789e71-518c-4a5f-8f90-186e2187c4ce","job":"product-kubearchive/pipelines-vacuum-29848500","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-10-02T03:00:04.035414514Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29848500","reconcileID":"386bc3f6-b225-44a2-9707-8585ff3fd2b1","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29848500","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-10-02T03:00:04.782789144Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-9rt2r-02b55","namespace":"chains-e2e-kscf"},"queue":"pipelines-queue","status":"finished","prevStatus":"admitted","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-02T03:00:04.782819026Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-9rt2r-02b55","reconcileID":"f6e05191-5d10-4b54-b9ed-a6556519f01d"} {"level":"Level(-2)","ts":"2026-10-02T03:00:04.782885922Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-9rt2r-02b55","reconcileID":"f6e05191-5d10-4b54-b9ed-a6556519f01d","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T03:00:04.803615873Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-9rt2r-02b55","namespace":"chains-e2e-kscf"},"queue":"pipelines-queue","status":"finished","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-02T03:00:04.803634495Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-9rt2r-02b55","reconcileID":"7495744c-59ed-486e-ac84-b7f85d6f080e"} {"level":"Level(-2)","ts":"2026-10-02T03:00:04.803678591Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelinerun-verify-enterprise-contract-run-9rt2r-02b55","reconcileID":"7495744c-59ed-486e-ac84-b7f85d6f080e","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-02T03:00:05.783762629Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"0c3c5193-aff1-480a-9db8-ae10398f59e7"} {"level":"Level(-2)","ts":"2026-10-02T03:00:05.783761536Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelines-queue","reconcileID":"eb1bd557-08c5-4c50-8795-4fc1d5809074"} {"level":"Level(-2)","ts":"2026-10-02T03:00:05.800773118Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"pipelines-queue","namespace":"chains-e2e-kscf"}} {"level":"Level(-2)","ts":"2026-10-02T03:00:05.800900681Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-kscf","name":"pipelines-queue","reconcileID":"a95c81d7-4d40-443f-8f8a-8b2a61cd44a7"} {"level":"Level(-2)","ts":"2026-10-02T03:00:05.803401026Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-02T03:00:05.803591499Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"4cdb9503-e761-4899-b1dd-f2b9a579e350"} {"level":"Level(-2)","ts":"2026-10-02T03:00:06.570898824Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29848500","reconcileID":"acd3654e-1a66-49d4-898d-a6a53257da1a","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29848500","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-10-02T03:00:06.592977295Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29848500","reconcileID":"ccec1f91-a4b1-447d-b4f8-cbfa52ca737b","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29848500","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-10-02T03:00:11.073223134Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"image-controller","name":"image-controller-notification-resetter-cronjob-29848500","reconcileID":"dd992521-eefc-4384-8311-4c934674b992","job":"image-controller/image-controller-notification-resetter-cronjob-29848500","gvk":"batch/v1, Kind=Job","namespace":"image-controller"}