{"level":"info","ts":"2026-10-09T02:06:00.552411681Z","logger":"setup","caller":"kueue/main.go:627","msg":"Successfully loaded configuration","config":"apiVersion: config.kueue.x-k8s.io/v1beta2\nclientConnection:\n burst: 100\n qps: 50\ncontroller:\n groupKindConcurrency:\n ClusterQueue.kueue.x-k8s.io: 1\n Job.batch: 5\n LocalQueue.kueue.x-k8s.io: 1\n Pod: 5\n ResourceFlavor.kueue.x-k8s.io: 1\n Workload.kueue.x-k8s.io: 5\nhealth:\n healthProbeBindAddress: :8081\nintegrations:\n externalFrameworks:\n - pipelineruns.v1.tekton.dev\n frameworks:\n - batch/job\ninternalCertManagement:\n enable: false\nkind: Configuration\nleaderElection:\n leaderElect: true\n leaseDuration: 2m17s\n renewDeadline: 1m47s\n resourceLock: leases\n resourceName: c1f6bfd2.kueue.x-k8s.io\n resourceNamespace: \"\"\n retryPeriod: 26s\nmanageJobsWithoutQueueName: false\nmanagedJobsNamespaceSelector:\n matchLabels:\n kueue.openshift.io/managed: \"true\"\nmetrics:\n bindAddress: :8443\n enableClusterQueueResources: true\nmultiKueue:\n dispatcherName: kueue.x-k8s.io/multikueue-dispatcher-all-at-once\n gcInterval: 1m0s\n origin: multikueue\n workerLostTimeout: 15m0s\nnamespace: openshift-kueue-operator\nwebhook:\n certDir: /tmp/k8s-webhook-server/serving-certs\n port: 9443\n"} {"level":"info","ts":"2026-10-09T02:06:00.55250898Z","logger":"setup","caller":"kueue/main.go:166","msg":"Initializing","gitVersion":"056152c9-dirty","gitCommit":"056152c91a6cdc022117311166183003d6403e51","buildDate":"2026-08-30T15:55:40Z"} {"level":"Level(-2)","ts":"2026-10-09T02:06:00.552634616Z","logger":"setup","caller":"features/kube_features.go:507","msg":"Loaded feature gates","featureGates":{"AdmissionFairSharing":true,"DynamicResourceAllocation":false,"ElasticJobsViaWorkloadSlices":false,"FailureRecoveryPolicy":false,"FairSharingPreemptWithinNominal":true,"FairSharingPrioritizeNonBorrowing":true,"FinishOrphanedWorkloads":true,"FlavorFungibility":true,"FlavorFungibilityImplicitPreferenceDefault":false,"HierarchicalCohorts":true,"LendingLimit":true,"LocalQueueDefaulting":true,"LocalQueueMetrics":false,"ManagedJobsNamespaceSelectorAlwaysRespected":true,"MultiKueue":true,"MultiKueueAdaptersForCustomJobs":true,"MultiKueueAllowInsecureKubeconfigs":false,"MultiKueueBatchJobWithManagedBy":true,"MultiKueueClusterProfile":false,"MultiKueueRedoAdmissionOnEvictionInWorker":true,"MultiKueueWaitForWorkloadAdmitted":true,"ObjectRetentionPolicies":true,"PartialAdmission":true,"PrioritySortingWithinCohort":true,"PropagateBatchJobLabelsToWorkload":true,"ReclaimablePods":true,"RejectUpdatesToCQWithInvalidOnFlavors":false,"RemoveFinalizersWithStrictPatch":true,"SanitizePodSets":true,"SchedulerLongRequeueInterval":false,"SchedulerTimestampPreemptionBuffer":false,"SchedulingEquivalenceHashing":false,"ShortWorkloadNames":false,"SkipFinalizersForPodsSuspendedByParent":true,"TASBalancedPlacement":false,"TASFailedNodeReplacement":true,"TASFailedNodeReplacementFailFast":true,"TASProfileLeastFreeCapacity":false,"TASProfileMixed":true,"TASReplaceNodeOnNodeTaints":false,"TASReplaceNodeOnPodTermination":true,"TLSOptions":true,"TopologyAwareScheduling":true,"VisibilityOnDemand":true,"WorkloadRequestUseMergePatch":false}} {"level":"info","ts":"2026-10-09T02:06:00.552676678Z","logger":"setup","caller":"kueue/main.go:201","msg":"Initializing metrics certificate watcher using provided certificates","metrics-cert-path":"/etc/kueue/metrics/certs"} {"level":"info","ts":"2026-10-09T02:06:00.55285479Z","logger":"controller-runtime.certwatcher","caller":"certwatcher/certwatcher.go:214","msg":"Updated current TLS certificate","cert":"/etc/kueue/metrics/certs/tls.crt","key":"/etc/kueue/metrics/certs/tls.key"} {"level":"Level(-2)","ts":"2026-10-09T02:06:00.553059807Z","logger":"setup","caller":"kueue/main.go:234","msg":"K8S Client","qps":50,"burst":100} {"level":"info","ts":"2026-10-09T02:06:00.58284855Z","logger":"setup","caller":"kueue/main.go:597","msg":"RoleTracker: leader election enabled"} {"level":"error","ts":"2026-10-09T02:06:00.589738311Z","logger":"setup","caller":"kueue/main.go:389","msg":"Skipping admission check controller setup: Provisioning Requests not supported (Possible cause: missing or unsupported cluster-autoscaler)","error":"no matches for kind \"ProvisioningRequest\" in version \"autoscaling.x-k8s.io/v1\"","stacktrace":"main.setupIndexes\n\t/workspace/upstream/kueue/src/cmd/kueue/main.go:389\nmain.main\n\t/workspace/upstream/kueue/src/cmd/kueue/main.go:315\nruntime.main\n\t/usr/lib/golang/src/runtime/proc.go:285"} {"level":"info","ts":"2026-10-09T02:06:00.593683256Z","logger":"setup","caller":"kueue/main.go:546","msg":"Probe endpoints are configured on healthz and readyz"} {"level":"info","ts":"2026-10-09T02:06:00.597110502Z","logger":"setup","caller":"kueue/main.go:433","msg":"Skipping provisioning controller setup: Provisioning Requests not supported (Possible cause: missing or unsupported cluster-autoscaler)"} {"level":"info","ts":"2026-10-09T02:06:00.597245972Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"workload.codeflare.dev/v1beta2, Kind=AppWrapper","path":"/mutate-workload-codeflare-dev-v1beta2-appwrapper"} {"level":"info","ts":"2026-10-09T02:06:00.597317743Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-workload-codeflare-dev-v1beta2-appwrapper"} {"level":"info","ts":"2026-10-09T02:06:00.597339857Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"workload.codeflare.dev/v1beta2, Kind=AppWrapper","path":"/validate-workload-codeflare-dev-v1beta2-appwrapper"} {"level":"info","ts":"2026-10-09T02:06:00.597368108Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-workload-codeflare-dev-v1beta2-appwrapper"} {"level":"info","ts":"2026-10-09T02:06:00.597444384Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"apps/v1, Kind=Deployment","path":"/mutate-apps-v1-deployment"} {"level":"info","ts":"2026-10-09T02:06:00.597477389Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-apps-v1-deployment"} {"level":"info","ts":"2026-10-09T02:06:00.597492668Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"apps/v1, Kind=Deployment","path":"/validate-apps-v1-deployment"} {"level":"info","ts":"2026-10-09T02:06:00.597521623Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-apps-v1-deployment"} {"level":"info","ts":"2026-10-09T02:06:00.597614212Z","caller":"webhook/builder.go:178","msg":"Registering a mutating webhook","GVK":"batch/v1, Kind=Job","path":"/mutate-batch-v1-job"} {"level":"info","ts":"2026-10-09T02:06:00.597651718Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-batch-v1-job"} {"level":"info","ts":"2026-10-09T02:06:00.597669404Z","caller":"webhook/builder.go:210","msg":"Registering a validating webhook","GVK":"batch/v1, Kind=Job","path":"/validate-batch-v1-job"} {"level":"info","ts":"2026-10-09T02:06:00.597694486Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-batch-v1-job"} {"level":"info","ts":"2026-10-09T02:06:00.597769987Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"jobset.x-k8s.io/v1alpha2, Kind=JobSet","path":"/mutate-jobset-x-k8s-io-v1alpha2-jobset"} {"level":"info","ts":"2026-10-09T02:06:00.597795897Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-jobset-x-k8s-io-v1alpha2-jobset"} {"level":"info","ts":"2026-10-09T02:06:00.597811362Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"jobset.x-k8s.io/v1alpha2, Kind=JobSet","path":"/validate-jobset-x-k8s-io-v1alpha2-jobset"} {"level":"info","ts":"2026-10-09T02:06:00.59783764Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-jobset-x-k8s-io-v1alpha2-jobset"} {"level":"info","ts":"2026-10-09T02:06:00.597872998Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=JAXJob","path":"/mutate-kubeflow-org-v1-jaxjob"} {"level":"info","ts":"2026-10-09T02:06:00.597902417Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-jaxjob"} {"level":"info","ts":"2026-10-09T02:06:00.597918573Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=JAXJob","path":"/validate-kubeflow-org-v1-jaxjob"} {"level":"info","ts":"2026-10-09T02:06:00.597943551Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-jaxjob"} {"level":"info","ts":"2026-10-09T02:06:00.597981889Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=PaddleJob","path":"/mutate-kubeflow-org-v1-paddlejob"} {"level":"info","ts":"2026-10-09T02:06:00.598004124Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-paddlejob"} {"level":"info","ts":"2026-10-09T02:06:00.598017899Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=PaddleJob","path":"/validate-kubeflow-org-v1-paddlejob"} {"level":"info","ts":"2026-10-09T02:06:00.598057795Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-paddlejob"} {"level":"info","ts":"2026-10-09T02:06:00.598093534Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=PyTorchJob","path":"/mutate-kubeflow-org-v1-pytorchjob"} {"level":"info","ts":"2026-10-09T02:06:00.598119342Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-pytorchjob"} {"level":"info","ts":"2026-10-09T02:06:00.5981352Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=PyTorchJob","path":"/validate-kubeflow-org-v1-pytorchjob"} {"level":"info","ts":"2026-10-09T02:06:00.598160902Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-pytorchjob"} {"level":"info","ts":"2026-10-09T02:06:00.598194463Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=TFJob","path":"/mutate-kubeflow-org-v1-tfjob"} {"level":"info","ts":"2026-10-09T02:06:00.598242611Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-tfjob"} {"level":"info","ts":"2026-10-09T02:06:00.598260883Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=TFJob","path":"/validate-kubeflow-org-v1-tfjob"} {"level":"info","ts":"2026-10-09T02:06:00.59828694Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-tfjob"} {"level":"info","ts":"2026-10-09T02:06:00.598321742Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=XGBoostJob","path":"/mutate-kubeflow-org-v1-xgboostjob"} {"level":"info","ts":"2026-10-09T02:06:00.598354612Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-xgboostjob"} {"level":"info","ts":"2026-10-09T02:06:00.598371123Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=XGBoostJob","path":"/validate-kubeflow-org-v1-xgboostjob"} {"level":"info","ts":"2026-10-09T02:06:00.598412714Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-xgboostjob"} {"level":"info","ts":"2026-10-09T02:06:00.59845177Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v2beta1, Kind=MPIJob","path":"/mutate-kubeflow-org-v2beta1-mpijob"} {"level":"info","ts":"2026-10-09T02:06:00.598478181Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v2beta1-mpijob"} {"level":"info","ts":"2026-10-09T02:06:00.598496196Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kubeflow.org/v2beta1, Kind=MPIJob","path":"/validate-kubeflow-org-v2beta1-mpijob"} {"level":"info","ts":"2026-10-09T02:06:00.598521063Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v2beta1-mpijob"} {"level":"info","ts":"2026-10-09T02:06:00.598557758Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"/v1, Kind=Pod","path":"/mutate--v1-pod"} {"level":"info","ts":"2026-10-09T02:06:00.598582808Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate--v1-pod"} {"level":"info","ts":"2026-10-09T02:06:00.598600005Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"/v1, Kind=Pod","path":"/validate--v1-pod"} {"level":"info","ts":"2026-10-09T02:06:00.598633348Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate--v1-pod"} {"level":"info","ts":"2026-10-09T02:06:00.59867614Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"leaderworkerset.x-k8s.io/v1, Kind=LeaderWorkerSet","path":"/mutate-leaderworkerset-x-k8s-io-v1-leaderworkerset"} {"level":"info","ts":"2026-10-09T02:06:00.598704643Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-leaderworkerset-x-k8s-io-v1-leaderworkerset"} {"level":"info","ts":"2026-10-09T02:06:00.598722083Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"leaderworkerset.x-k8s.io/v1, Kind=LeaderWorkerSet","path":"/validate-leaderworkerset-x-k8s-io-v1-leaderworkerset"} {"level":"info","ts":"2026-10-09T02:06:00.598745508Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-leaderworkerset-x-k8s-io-v1-leaderworkerset"} {"level":"info","ts":"2026-10-09T02:06:00.598777942Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"ray.io/v1, Kind=RayCluster","path":"/mutate-ray-io-v1-raycluster"} {"level":"info","ts":"2026-10-09T02:06:00.598802822Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-ray-io-v1-raycluster"} {"level":"info","ts":"2026-10-09T02:06:00.598817682Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"ray.io/v1, Kind=RayCluster","path":"/validate-ray-io-v1-raycluster"} {"level":"info","ts":"2026-10-09T02:06:00.598840563Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-ray-io-v1-raycluster"} {"level":"info","ts":"2026-10-09T02:06:00.598873013Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"ray.io/v1, Kind=RayJob","path":"/mutate-ray-io-v1-rayjob"} {"level":"info","ts":"2026-10-09T02:06:00.598896259Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-ray-io-v1-rayjob"} {"level":"info","ts":"2026-10-09T02:06:00.59891257Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"ray.io/v1, Kind=RayJob","path":"/validate-ray-io-v1-rayjob"} {"level":"info","ts":"2026-10-09T02:06:00.598936176Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-ray-io-v1-rayjob"} {"level":"info","ts":"2026-10-09T02:06:00.598974182Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"apps/v1, Kind=StatefulSet","path":"/mutate-apps-v1-statefulset"} {"level":"info","ts":"2026-10-09T02:06:00.599009682Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-apps-v1-statefulset"} {"level":"info","ts":"2026-10-09T02:06:00.599028026Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"apps/v1, Kind=StatefulSet","path":"/validate-apps-v1-statefulset"} {"level":"info","ts":"2026-10-09T02:06:00.599053284Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-apps-v1-statefulset"} {"level":"info","ts":"2026-10-09T02:06:00.599093343Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","path":"/mutate-trainer-kubeflow-org-v1alpha1-trainjob"} {"level":"info","ts":"2026-10-09T02:06:00.599116661Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-trainer-kubeflow-org-v1alpha1-trainjob"} {"level":"info","ts":"2026-10-09T02:06:00.599133583Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","path":"/validate-trainer-kubeflow-org-v1alpha1-trainjob"} {"level":"info","ts":"2026-10-09T02:06:00.599157508Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-trainer-kubeflow-org-v1alpha1-trainjob"} {"level":"info","ts":"2026-10-09T02:06:00.599190768Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=Workload","path":"/mutate-kueue-x-k8s-io-v1beta2-workload"} {"level":"info","ts":"2026-10-09T02:06:00.599213712Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kueue-x-k8s-io-v1beta2-workload"} {"level":"info","ts":"2026-10-09T02:06:00.599228639Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=Workload","path":"/validate-kueue-x-k8s-io-v1beta2-workload"} {"level":"info","ts":"2026-10-09T02:06:00.599268764Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kueue-x-k8s-io-v1beta2-workload"} {"level":"info","ts":"2026-10-09T02:06:00.599321281Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/convert"} {"level":"info","ts":"2026-10-09T02:06:00.599327525Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:289","msg":"Conversion webhook enabled","GVK":"kueue.x-k8s.io/v1beta2, Kind=Workload"} {"level":"info","ts":"2026-10-09T02:06:00.599343444Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=ResourceFlavor","path":"/mutate-kueue-x-k8s-io-v1beta2-resourceflavor"} {"level":"info","ts":"2026-10-09T02:06:00.599368017Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kueue-x-k8s-io-v1beta2-resourceflavor"} {"level":"info","ts":"2026-10-09T02:06:00.599383338Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=ResourceFlavor","path":"/validate-kueue-x-k8s-io-v1beta2-resourceflavor"} {"level":"info","ts":"2026-10-09T02:06:00.59942508Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kueue-x-k8s-io-v1beta2-resourceflavor"} {"level":"info","ts":"2026-10-09T02:06:00.599465274Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=ClusterQueue","path":"/mutate-kueue-x-k8s-io-v1beta2-clusterqueue"} {"level":"info","ts":"2026-10-09T02:06:00.599490183Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kueue-x-k8s-io-v1beta2-clusterqueue"} {"level":"info","ts":"2026-10-09T02:06:00.599507056Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=ClusterQueue","path":"/validate-kueue-x-k8s-io-v1beta2-clusterqueue"} {"level":"info","ts":"2026-10-09T02:06:00.599531832Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kueue-x-k8s-io-v1beta2-clusterqueue"} {"level":"info","ts":"2026-10-09T02:06:00.599556507Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:289","msg":"Conversion webhook enabled","GVK":"kueue.x-k8s.io/v1beta2, Kind=ClusterQueue"} {"level":"info","ts":"2026-10-09T02:06:00.599574322Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=Cohort","path":"/validate-kueue-x-k8s-io-v1beta2-cohort"} {"level":"info","ts":"2026-10-09T02:06:00.599599425Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kueue-x-k8s-io-v1beta2-cohort"} {"level":"info","ts":"2026-10-09T02:06:00.599620813Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:289","msg":"Conversion webhook enabled","GVK":"kueue.x-k8s.io/v1beta2, Kind=Cohort"} {"level":"info","ts":"2026-10-09T02:06:00.599653245Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:289","msg":"Conversion webhook enabled","GVK":"kueue.x-k8s.io/v1beta2, Kind=LocalQueue"} {"level":"info","ts":"2026-10-09T02:06:00.599669556Z","logger":"setup","caller":"kueue/main.go:374","msg":"Starting manager"} {"level":"info","ts":"2026-10-09T02:06:00.599714728Z","logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"} {"level":"info","ts":"2026-10-09T02:06:00.599738923Z","caller":"manager/server.go:83","msg":"starting server","name":"health probe","addr":"[::]:8081"} {"level":"info","ts":"2026-10-09T02:06:00.599786209Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:191","msg":"Starting webhook server"} {"level":"info","ts":"2026-10-09T02:06:00.599804407Z","logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":8443","secure":true} {"level":"info","ts":"2026-10-09T02:06:00.600035554Z","logger":"controller-runtime.certwatcher","caller":"certwatcher/certwatcher.go:214","msg":"Updated current TLS certificate","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key"} {"level":"info","ts":"2026-10-09T02:06:00.600142085Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:242","msg":"Serving webhook server","host":"","port":9443} {"level":"info","ts":"2026-10-09T02:06:00.600220066Z","logger":"controller-runtime.certwatcher","caller":"certwatcher/certwatcher.go:136","msg":"Starting certificate poll+watcher","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10} {"level":"Level(-2)","ts":"2026-10-09T02:06:00.618897753Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.LimitRange","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-10-09T02:06:00.625857136Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.LocalQueue","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-10-09T02:06:00.627339425Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Job","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-10-09T02:06:00.631416882Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.Workload","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-10-09T02:06:00.668321444Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Pod","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-10-09T02:06:00.678425051Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.ResourceFlavor","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-10-09T02:06:00.719762902Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.AdmissionCheck","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-10-09T02:06:00.767249405Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.MultiKueueCluster","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} I1009 02:06:00.840661 1 plugins.go:157] Loaded 2 mutating admission controller(s) successfully in the following order: NamespaceLifecycle,MutatingAdmissionPolicy. I1009 02:06:00.842942 1 handler.go:304] Adding GroupVersion visibility.kueue.x-k8s.io v1beta2 to ResourceManager I1009 02:06:00.843085 1 handler.go:304] Adding GroupVersion visibility.kueue.x-k8s.io v1beta1 to ResourceManager I1009 02:06:00.852770 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I1009 02:06:00.852775 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I1009 02:06:00.852821 1 shared_informer.go:370] "Waiting for caches to sync" I1009 02:06:00.852831 1 shared_informer.go:370] "Waiting for caches to sync" I1009 02:06:00.852773 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I1009 02:06:00.852850 1 shared_informer.go:370] "Waiting for caches to sync" I1009 02:06:00.853110 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/visibility/tls.crt::/visibility/tls.key" I1009 02:06:00.853182 1 secure_serving.go:211] Serving securely on [::]:8082 I1009 02:06:00.853193 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I1009 02:06:00.853245 1 apf_controller.go:377] Starting API Priority and Fairness config controller I1009 02:06:00.953224 1 shared_informer.go:377] "Caches are synced" I1009 02:06:00.953296 1 shared_informer.go:377] "Caches are synced" I1009 02:06:00.953302 1 shared_informer.go:377] "Caches are synced" I1009 02:06:00.953322 1 apf_controller.go:382] Running API Priority and Fairness config worker I1009 02:06:00.953335 1 apf_controller.go:385] Running API Priority and Fairness periodic rebalancing process {"level":"Level(-2)","ts":"2026-10-09T02:06:01.714763126Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.MultiKueueConfig","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"info","ts":"2026-10-09T02:06:01.801116142Z","logger":"controller-runtime.certwatcher","caller":"certwatcher/certwatcher.go:136","msg":"Starting certificate poll+watcher","cert":"/etc/kueue/metrics/certs/tls.crt","key":"/etc/kueue/metrics/certs/tls.key","interval":10} I1009 02:06:01.801267 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="openshift-kueue-operator/c1f6bfd2.kueue.x-k8s.io" {"level":"info","ts":"2026-10-09T02:06:01.801296351Z","logger":"admissioncheck-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0xc000199b20"} {"level":"info","ts":"2026-10-09T02:06:01.801327068Z","logger":"tas-topology-ungater","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.Workload"} {"level":"info","ts":"2026-10-09T02:06:01.801334918Z","logger":"admissioncheck-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.AdmissionCheck"} {"level":"info","ts":"2026-10-09T02:06:01.801382829Z","logger":"admissioncheck-reconciler","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"follower"} {"level":"info","ts":"2026-10-09T02:06:01.801406984Z","logger":"admissioncheck-reconciler","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"follower","worker count":1} {"level":"info","ts":"2026-10-09T02:06:01.801370003Z","logger":"tas-topology-ungater","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Pod"} {"level":"info","ts":"2026-10-09T02:06:01.801411628Z","logger":"resourceflavor-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0xc0001999d0"} {"level":"info","ts":"2026-10-09T02:06:01.801439499Z","logger":"cohort-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0xc000199dc0"} {"level":"info","ts":"2026-10-09T02:06:01.801417532Z","logger":"resourceflavor-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ResourceFlavor"} {"level":"info","ts":"2026-10-09T02:06:01.801464558Z","logger":"cohort-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.Cohort"} {"level":"info","ts":"2026-10-09T02:06:01.801527461Z","logger":"workloadpriorityclass-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.WorkloadPriorityClass"} {"level":"info","ts":"2026-10-09T02:06:01.8015719Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0xc0004da070"} {"level":"info","ts":"2026-10-09T02:06:01.801571783Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Namespace"} {"level":"info","ts":"2026-10-09T02:06:01.801594295Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ClusterQueue"} {"level":"info","ts":"2026-10-09T02:06:01.801614758Z","logger":"tas-topology-controller","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.Topology"} {"level":"info","ts":"2026-10-09T02:06:01.801625565Z","logger":"tas-topology-controller","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ResourceFlavor"} {"level":"info","ts":"2026-10-09T02:06:01.801707958Z","logger":"localqueue-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0xc000199c70"} {"level":"info","ts":"2026-10-09T02:06:01.801722359Z","logger":"tas-resource-flavor-controller","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0xc0004daa10"} {"level":"info","ts":"2026-10-09T02:06:01.801730524Z","logger":"localqueue-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ClusterQueue"} {"level":"info","ts":"2026-10-09T02:06:01.801740463Z","logger":"tas-resource-flavor-controller","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ResourceFlavor"} {"level":"info","ts":"2026-10-09T02:06:01.801731049Z","logger":"localqueue-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.LocalQueue"} {"level":"info","ts":"2026-10-09T02:06:01.801803828Z","logger":"tas-non-tas-usage-controller","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Pod"} {"level":"info","ts":"2026-10-09T02:06:01.80187526Z","logger":"tas-node-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Node"} {"level":"info","ts":"2026-10-09T02:06:01.801918261Z","logger":"tas-node-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Pod"} {"level":"info","ts":"2026-10-09T02:06:01.801925602Z","logger":"workload-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.RuntimeClass"} {"level":"info","ts":"2026-10-09T02:06:01.801939711Z","logger":"workload-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0xc0004da150"} {"level":"info","ts":"2026-10-09T02:06:01.801952218Z","logger":"workload-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ClusterQueue"} {"level":"info","ts":"2026-10-09T02:06:01.801944861Z","logger":"workload-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.LocalQueue"} {"level":"info","ts":"2026-10-09T02:06:01.801969579Z","logger":"workload-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.LimitRange"} {"level":"info","ts":"2026-10-09T02:06:01.801968144Z","logger":"workload-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.Workload"} {"level":"Level(-2)","ts":"2026-10-09T02:06:01.807173199Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.RuntimeClass","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-10-09T02:06:01.808656898Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Node","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-10-09T02:06:01.81370203Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Namespace","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} I1009 02:06:01.815438 1 leaderelection.go:272] "Successfully acquired lease" lock="openshift-kueue-operator/c1f6bfd2.kueue.x-k8s.io" {"level":"debug","ts":"2026-10-09T02:06:01.81549716Z","logger":"events","caller":"recorder/recorder.go:104","msg":"kueue-controller-manager-6674c96c7f-cchnr_17a1aa04-c390-45c5-a6e0-655f0940033b became leader","type":"Normal","object":{"kind":"Lease","namespace":"openshift-kueue-operator","name":"c1f6bfd2.kueue.x-k8s.io","uid":"69d107fd-f861-4a5f-bfcf-433362e0bb3d","apiVersion":"coordination.k8s.io/v1","resourceVersion":"34217"},"reason":"LeaderElection"} {"level":"Level(-2)","ts":"2026-10-09T02:06:01.815595509Z","logger":"MultiKueueGC","caller":"multikueue/multikueuecluster.go:669","msg":"Starting Garbage Collector"} {"level":"Level(-2)","ts":"2026-10-09T02:06:01.815664536Z","logger":"scheduler","caller":"scheduler/scheduler.go:213","msg":"Scheduling cycle starts","replica-role":"follower","schedulingCycle":1} {"level":"info","ts":"2026-10-09T02:06:01.81568388Z","logger":"multikueue-workload","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0xc0004da620"} {"level":"info","ts":"2026-10-09T02:06:01.815685773Z","logger":"multikueue-cluster","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0xc0004da5b0"} {"level":"info","ts":"2026-10-09T02:06:01.815691585Z","logger":"multikueue-cluster","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.MultiKueueCluster"} {"level":"info","ts":"2026-10-09T02:06:01.815702301Z","logger":"multikueue-workload","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.Workload"} {"level":"info","ts":"2026-10-09T02:06:01.815710528Z","logger":"multikueue-cluster","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Secret"} {"level":"info","ts":"2026-10-09T02:06:01.815715264Z","logger":"multikueue-workload","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.MultiKueueConfig"} {"level":"info","ts":"2026-10-09T02:06:01.815720094Z","logger":"multikueue-cluster","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0xc0004da540"} {"level":"info","ts":"2026-10-09T02:06:01.815739792Z","logger":"job","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.Workload"} {"level":"info","ts":"2026-10-09T02:06:01.815748998Z","logger":"job","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Job"} {"level":"info","ts":"2026-10-09T02:06:01.815756933Z","logger":"setup","caller":"roletracker/tracker.go:66","msg":"RoleTracker: transitioned to leader"} {"level":"info","ts":"2026-10-09T02:06:01.815773979Z","logger":"multikueue-admissioncheck","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"leader","source":"kind source: *v1beta2.MultiKueueCluster"} {"level":"info","ts":"2026-10-09T02:06:01.815781142Z","logger":"job","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.Workload"} {"level":"info","ts":"2026-10-09T02:06:01.815800194Z","logger":"multikueue-admissioncheck","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.AdmissionCheck"} {"level":"info","ts":"2026-10-09T02:06:01.816056025Z","logger":"multikueue-admissioncheck","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"leader","source":"kind source: *v1beta2.MultiKueueConfig"} {"level":"Level(-2)","ts":"2026-10-09T02:06:01.825736816Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-10-09T02:06:02.851670351Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.Cohort","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-10-09T02:06:02.882068012Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.Topology","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"info","ts":"2026-10-09T02:06:02.902122936Z","logger":"resourceflavor-reconciler","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-09T02:06:02.9021534Z","logger":"resourceflavor-reconciler","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":1} {"level":"info","ts":"2026-10-09T02:06:02.902122636Z","logger":"tas-topology-ungater","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-09T02:06:02.902173541Z","logger":"tas-topology-ungater","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":5} {"level":"Level(-2)","ts":"2026-10-09T02:06:02.931885223Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.ClusterQueue","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-10-09T02:06:02.958465198Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.WorkloadPriorityClass","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"info","ts":"2026-10-09T02:06:03.002474025Z","logger":"tas-non-tas-usage-controller","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-09T02:06:03.002510916Z","logger":"tas-non-tas-usage-controller","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":5} {"level":"info","ts":"2026-10-09T02:06:03.002524642Z","logger":"tas-resource-flavor-controller","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-09T02:06:03.002538302Z","logger":"cohort-reconciler","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-09T02:06:03.002524616Z","logger":"tas-topology-controller","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-09T02:06:03.00255228Z","logger":"cohort-reconciler","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":1} {"level":"info","ts":"2026-10-09T02:06:03.002542942Z","logger":"tas-resource-flavor-controller","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":1} {"level":"info","ts":"2026-10-09T02:06:03.002556302Z","logger":"tas-topology-controller","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":1} {"level":"info","ts":"2026-10-09T02:06:03.00256145Z","logger":"localqueue-reconciler","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-09T02:06:03.002568718Z","logger":"localqueue-reconciler","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":1} {"level":"info","ts":"2026-10-09T02:06:03.002577661Z","logger":"workloadpriorityclass-reconciler","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-09T02:06:03.002602547Z","logger":"workloadpriorityclass-reconciler","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":1} {"level":"info","ts":"2026-10-09T02:06:03.002580605Z","logger":"tas-node-reconciler","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-09T02:06:03.002627144Z","logger":"tas-node-reconciler","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":1} {"level":"info","ts":"2026-10-09T02:06:03.002635374Z","logger":"workload-reconciler","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-09T02:06:03.002652915Z","logger":"workload-reconciler","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":5} {"level":"Level(-2)","ts":"2026-10-09T02:06:03.002652391Z","logger":"tas-node-reconciler","caller":"tas/node_controller.go:134","msg":"Reconcile Node","replica-role":"leader","name":"ip-10-0-143-240.ec2.internal","reconcileID":"bae7ed30-a4be-4e77-8971-68ea12a647c4"} {"level":"info","ts":"2026-10-09T02:06:03.002741637Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-09T02:06:03.002762816Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":1} {"level":"Level(-2)","ts":"2026-10-09T02:06:03.002766074Z","logger":"tas-node-reconciler","caller":"tas/node_controller.go:134","msg":"Reconcile Node","replica-role":"leader","name":"ip-10-0-154-87.ec2.internal","reconcileID":"3ac1fae0-f4a6-46b1-9cd6-1cd92e53da3b"} {"level":"Level(-2)","ts":"2026-10-09T02:06:03.002808129Z","logger":"tas-node-reconciler","caller":"tas/node_controller.go:134","msg":"Reconcile Node","replica-role":"leader","name":"ip-10-0-174-247.ec2.internal","reconcileID":"6a500b64-969e-4058-a072-b8e6ee8f7088"} {"level":"info","ts":"2026-10-09T02:06:03.016881715Z","logger":"multikueue-cluster","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-09T02:06:03.016904925Z","logger":"multikueue-cluster","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":1} {"level":"info","ts":"2026-10-09T02:06:03.016887331Z","logger":"multikueue-workload","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-09T02:06:03.016912846Z","logger":"multikueue-admissioncheck","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-09T02:06:03.016917221Z","logger":"multikueue-workload","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":5} {"level":"info","ts":"2026-10-09T02:06:03.016914907Z","logger":"job","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"leader"} {"level":"info","ts":"2026-10-09T02:06:03.01692091Z","logger":"multikueue-admissioncheck","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":1} {"level":"info","ts":"2026-10-09T02:06:03.016927227Z","logger":"job","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"leader","worker count":5} {"level":"Level(-2)","ts":"2026-10-09T02:06:03.017020587Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-marketplace","name":"17a99d6ca47a679fb33d2c518bf850bfc45a326865bcabba4ffdde75335ea6a","reconcileID":"a20d017d-6947-4e60-a355-1fd143117c82","job":"openshift-marketplace/17a99d6ca47a679fb33d2c518bf850bfc45a326865bcabba4ffdde75335ea6a","gvk":"batch/v1, Kind=Job","namespace":"openshift-marketplace"} {"level":"Level(-2)","ts":"2026-10-09T02:06:03.017052814Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-deployment-validation-operator","name":"1c4dbf119d658e7b479b487e8eeb8acf6e956fa1d29c69e511b6a6dc82592ee","reconcileID":"6eb4ab73-e264-4e1d-a19d-e0402ededf00","job":"openshift-deployment-validation-operator/1c4dbf119d658e7b479b487e8eeb8acf6e956fa1d29c69e511b6a6dc82592ee","gvk":"batch/v1, Kind=Job","namespace":"openshift-deployment-validation-operator"} {"level":"Level(-2)","ts":"2026-10-09T02:06:03.017076997Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-marketplace","name":"ffe57699c0ae3240bf02aaaaec3c91bf9ff35b42c4fce5ed7cb26fcfc14194f","reconcileID":"67ad307f-fe7c-4dd4-9418-97f630e9839b","job":"openshift-marketplace/ffe57699c0ae3240bf02aaaaec3c91bf9ff35b42c4fce5ed7cb26fcfc14194f","gvk":"batch/v1, Kind=Job","namespace":"openshift-marketplace"} {"level":"Level(-2)","ts":"2026-10-09T02:06:03.017096074Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-adp","name":"create-velero-bucket","reconcileID":"1840025f-f675-49ec-b439-2baf674cb6db","job":"openshift-adp/create-velero-bucket","gvk":"batch/v1, Kind=Job","namespace":"openshift-adp"} {"level":"Level(-2)","ts":"2026-10-09T02:06:03.017020623Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"konflux-policies","name":"kueue-crd-check","reconcileID":"577eabaf-cba0-4a22-934e-2e361dd36ede","job":"konflux-policies/kueue-crd-check","gvk":"batch/v1, Kind=Job","namespace":"konflux-policies"} {"level":"Level(-2)","ts":"2026-10-09T02:06:03.017131222Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-marketplace","name":"061bfa3d9941b3d6415e07d4ea237f1d12372b3c8636d9f3bac9fb0d1c82cd4","reconcileID":"a7b8c1ad-e13c-4110-b782-a13ddb478b1e","job":"openshift-marketplace/061bfa3d9941b3d6415e07d4ea237f1d12372b3c8636d9f3bac9fb0d1c82cd4","gvk":"batch/v1, Kind=Job","namespace":"openshift-marketplace"} {"level":"Level(-2)","ts":"2026-10-09T02:06:03.017147128Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-marketplace","name":"c7537007944577f64df34960ace3c69136c4162cd56d2c48c7c51e651cce548","reconcileID":"35d9216d-616f-4f29-b7be-1d057163ce0d","job":"openshift-marketplace/c7537007944577f64df34960ace3c69136c4162cd56d2c48c7c51e651cce548","gvk":"batch/v1, Kind=Job","namespace":"openshift-marketplace"} {"level":"Level(-2)","ts":"2026-10-09T02:06:03.017162531Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-marketplace","name":"e179e6688d189c80df3e7200955035ebf67012318f31510a270998dc482e3c1","reconcileID":"f2928b6c-99b4-402c-be4d-7e3f46fbb76f","job":"openshift-marketplace/e179e6688d189c80df3e7200955035ebf67012318f31510a270998dc482e3c1","gvk":"batch/v1, Kind=Job","namespace":"openshift-marketplace"} {"level":"Level(-2)","ts":"2026-10-09T02:06:03.017020693Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-marketplace","name":"ff4ed68823e0feb54b57a2992a476b73b7cb94d4661ccde70e3e65bec53e16f","reconcileID":"11e4ab64-6800-4719-94e2-da9eea834530","job":"openshift-marketplace/ff4ed68823e0feb54b57a2992a476b73b7cb94d4661ccde70e3e65bec53e16f","gvk":"batch/v1, Kind=Job","namespace":"openshift-marketplace"} {"level":"Level(-2)","ts":"2026-10-09T02:06:03.017178465Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"image-rbac-proxy","name":"oauth-secret-generator","reconcileID":"c30c6472-c4e4-486b-84ac-3f4bc49bad02","job":"image-rbac-proxy/oauth-secret-generator","gvk":"batch/v1, Kind=Job","namespace":"image-rbac-proxy"} {"level":"Level(-2)","ts":"2026-10-09T02:06:03.017102682Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29858520","reconcileID":"c3890dd6-9eda-4632-9b19-57a5422c6e0b","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29858520","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-10-09T02:06:03.017186363Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29858500","reconcileID":"b7b7b5db-e8bb-424e-b29a-00fc4683d830","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29858500","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-10-09T02:06:03.017025342Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29858510","reconcileID":"437139bb-f196-41ab-bc0e-d985ca6f6421","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29858510","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-10-09T02:06:29.879837492Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:313","msg":"ClusterQueue create event","replica-role":"leader","clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-09T02:06:29.880118327Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"18955474-8ad8-499b-85e3-9213329ba15c"} {"level":"Level(-2)","ts":"2026-10-09T02:06:29.890427404Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-09T02:06:29.904921592Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"3ac0a7af-af33-4ede-9b96-6e81ff6b1d3b"} {"level":"Level(-2)","ts":"2026-10-09T02:06:29.905162669Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"error","ts":"2026-10-09T02:06:29.913873486Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:474","msg":"Reconciler error","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"3ac0a7af-af33-4ede-9b96-6e81ff6b1d3b","error":"Operation cannot be fulfilled on clusterqueues.kueue.x-k8s.io \"cluster-pipeline-queue\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:296"} {"level":"Level(-2)","ts":"2026-10-09T02:06:29.913947154Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"8ef6da82-cb25-48ee-aeeb-15676601f28b"} {"level":"Level(-2)","ts":"2026-10-09T02:06:29.928681459Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"b13a86b9-63d8-4a0f-bd4d-a0ec92e680b9"} {"level":"Level(-2)","ts":"2026-10-09T02:06:29.949624636Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:141","msg":"ResourceFlavor create event","replica-role":"leader","resourceFlavor":{"name":"default-flavor"}} {"level":"Level(-2)","ts":"2026-10-09T02:06:29.949769815Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:95","msg":"Reconcile ResourceFlavor","replica-role":"leader","name":"default-flavor","reconcileID":"49e9b1f6-e86a-49e9-bce9-ae699304d71e"} {"level":"Level(-2)","ts":"2026-10-09T02:06:29.958899462Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"leader","resourceFlavor":{"name":"default-flavor"}} {"level":"Level(-2)","ts":"2026-10-09T02:06:30.101630376Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:123","msg":"WorkloadPriorityClass create event","replica-role":"leader","workloadPriorityClass":{"name":"konflux-post-merge-test"}} {"level":"Level(-2)","ts":"2026-10-09T02:06:30.101738563Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:79","msg":"Reconcile WorkloadPriorityClass","replica-role":"leader","name":"konflux-post-merge-test","reconcileID":"0d2c9150-8784-417f-9913-4b6e09ea114c","workloadPriorityClass":{"name":"konflux-post-merge-test"}} {"level":"Level(-2)","ts":"2026-10-09T02:06:30.101765781Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:89","msg":"No workloads using this WorkloadPriorityClass","replica-role":"leader","name":"konflux-post-merge-test","reconcileID":"0d2c9150-8784-417f-9913-4b6e09ea114c","workloadPriorityClass":{"name":"konflux-post-merge-test"}} {"level":"Level(-2)","ts":"2026-10-09T02:06:30.110585451Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:123","msg":"WorkloadPriorityClass create event","replica-role":"leader","workloadPriorityClass":{"name":"konflux-dependency-update"}} {"level":"Level(-2)","ts":"2026-10-09T02:06:30.110667756Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:79","msg":"Reconcile WorkloadPriorityClass","replica-role":"leader","name":"konflux-dependency-update","reconcileID":"d59b4928-5c1d-4263-930b-2121aae3fac0","workloadPriorityClass":{"name":"konflux-dependency-update"}} {"level":"Level(-2)","ts":"2026-10-09T02:06:30.110688641Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:89","msg":"No workloads using this WorkloadPriorityClass","replica-role":"leader","name":"konflux-dependency-update","reconcileID":"d59b4928-5c1d-4263-930b-2121aae3fac0","workloadPriorityClass":{"name":"konflux-dependency-update"}} {"level":"Level(-2)","ts":"2026-10-09T02:06:30.121514666Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:123","msg":"WorkloadPriorityClass create event","replica-role":"leader","workloadPriorityClass":{"name":"konflux-default"}} {"level":"Level(-2)","ts":"2026-10-09T02:06:30.121570656Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:79","msg":"Reconcile WorkloadPriorityClass","replica-role":"leader","name":"konflux-default","reconcileID":"ce043be9-d26f-4432-92f9-c33ede7200b7","workloadPriorityClass":{"name":"konflux-default"}} {"level":"Level(-2)","ts":"2026-10-09T02:06:30.12158979Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:89","msg":"No workloads using this WorkloadPriorityClass","replica-role":"leader","name":"konflux-default","reconcileID":"ce043be9-d26f-4432-92f9-c33ede7200b7","workloadPriorityClass":{"name":"konflux-default"}} {"level":"Level(-2)","ts":"2026-10-09T02:06:30.131672523Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:123","msg":"WorkloadPriorityClass create event","replica-role":"leader","workloadPriorityClass":{"name":"konflux-nudge"}} {"level":"Level(-2)","ts":"2026-10-09T02:06:30.131701405Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:123","msg":"WorkloadPriorityClass create event","replica-role":"leader","workloadPriorityClass":{"name":"konflux-pre-merge-test"}} {"level":"Level(-2)","ts":"2026-10-09T02:06:30.131730872Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:79","msg":"Reconcile WorkloadPriorityClass","replica-role":"leader","name":"konflux-nudge","reconcileID":"924a3d40-83d9-4a8c-9045-51fa10b08b37","workloadPriorityClass":{"name":"konflux-nudge"}} {"level":"Level(-2)","ts":"2026-10-09T02:06:30.13174744Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:89","msg":"No workloads using this WorkloadPriorityClass","replica-role":"leader","name":"konflux-nudge","reconcileID":"924a3d40-83d9-4a8c-9045-51fa10b08b37","workloadPriorityClass":{"name":"konflux-nudge"}} {"level":"Level(-2)","ts":"2026-10-09T02:06:30.131772553Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:79","msg":"Reconcile WorkloadPriorityClass","replica-role":"leader","name":"konflux-pre-merge-test","reconcileID":"f01a70f4-1183-44c8-9e25-fe7d2912be88","workloadPriorityClass":{"name":"konflux-pre-merge-test"}} {"level":"Level(-2)","ts":"2026-10-09T02:06:30.131785899Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:89","msg":"No workloads using this WorkloadPriorityClass","replica-role":"leader","name":"konflux-pre-merge-test","reconcileID":"f01a70f4-1183-44c8-9e25-fe7d2912be88","workloadPriorityClass":{"name":"konflux-pre-merge-test"}} {"level":"Level(-2)","ts":"2026-10-09T02:06:30.134630959Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:123","msg":"WorkloadPriorityClass create event","replica-role":"leader","workloadPriorityClass":{"name":"konflux-pre-merge-build"}} {"level":"Level(-2)","ts":"2026-10-09T02:06:30.134669277Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:123","msg":"WorkloadPriorityClass create event","replica-role":"leader","workloadPriorityClass":{"name":"konflux-mintmaker-triggered"}} {"level":"Level(-2)","ts":"2026-10-09T02:06:30.134685123Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:123","msg":"WorkloadPriorityClass create event","replica-role":"leader","workloadPriorityClass":{"name":"konflux-release"}} {"level":"Level(-2)","ts":"2026-10-09T02:06:30.134689801Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:79","msg":"Reconcile WorkloadPriorityClass","replica-role":"leader","name":"konflux-pre-merge-build","reconcileID":"b570b24e-874c-4b74-aa61-8a2b1150d060","workloadPriorityClass":{"name":"konflux-pre-merge-build"}} {"level":"Level(-2)","ts":"2026-10-09T02:06:30.134702988Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:89","msg":"No workloads using this WorkloadPriorityClass","replica-role":"leader","name":"konflux-pre-merge-build","reconcileID":"b570b24e-874c-4b74-aa61-8a2b1150d060","workloadPriorityClass":{"name":"konflux-pre-merge-build"}} {"level":"Level(-2)","ts":"2026-10-09T02:06:30.134730574Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:79","msg":"Reconcile WorkloadPriorityClass","replica-role":"leader","name":"konflux-mintmaker-triggered","reconcileID":"e17ea3cf-1ccb-4914-8dbd-ef23ed17e43c","workloadPriorityClass":{"name":"konflux-mintmaker-triggered"}} {"level":"Level(-2)","ts":"2026-10-09T02:06:30.134750894Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:89","msg":"No workloads using this WorkloadPriorityClass","replica-role":"leader","name":"konflux-mintmaker-triggered","reconcileID":"e17ea3cf-1ccb-4914-8dbd-ef23ed17e43c","workloadPriorityClass":{"name":"konflux-mintmaker-triggered"}} {"level":"Level(-2)","ts":"2026-10-09T02:06:30.134753211Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:123","msg":"WorkloadPriorityClass create event","replica-role":"leader","workloadPriorityClass":{"name":"konflux-tenant-release"}} {"level":"Level(-2)","ts":"2026-10-09T02:06:30.134777628Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:79","msg":"Reconcile WorkloadPriorityClass","replica-role":"leader","name":"konflux-release","reconcileID":"4a70f6c0-3aa4-4645-83ba-76cb22125cf9","workloadPriorityClass":{"name":"konflux-release"}} {"level":"Level(-2)","ts":"2026-10-09T02:06:30.134784522Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:123","msg":"WorkloadPriorityClass create event","replica-role":"leader","workloadPriorityClass":{"name":"konflux-post-merge-build"}} {"level":"Level(-2)","ts":"2026-10-09T02:06:30.134787016Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:89","msg":"No workloads using this WorkloadPriorityClass","replica-role":"leader","name":"konflux-release","reconcileID":"4a70f6c0-3aa4-4645-83ba-76cb22125cf9","workloadPriorityClass":{"name":"konflux-release"}} {"level":"Level(-2)","ts":"2026-10-09T02:06:30.134804122Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:79","msg":"Reconcile WorkloadPriorityClass","replica-role":"leader","name":"konflux-tenant-release","reconcileID":"5b66ef7f-69ce-4119-bf86-af4597aebc1e","workloadPriorityClass":{"name":"konflux-tenant-release"}} {"level":"Level(-2)","ts":"2026-10-09T02:06:30.134812849Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:89","msg":"No workloads using this WorkloadPriorityClass","replica-role":"leader","name":"konflux-tenant-release","reconcileID":"5b66ef7f-69ce-4119-bf86-af4597aebc1e","workloadPriorityClass":{"name":"konflux-tenant-release"}} {"level":"Level(-2)","ts":"2026-10-09T02:06:30.13482631Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:79","msg":"Reconcile WorkloadPriorityClass","replica-role":"leader","name":"konflux-post-merge-build","reconcileID":"d468ceda-d9cc-40c5-95d5-ba358e8a4400","workloadPriorityClass":{"name":"konflux-post-merge-build"}} {"level":"Level(-2)","ts":"2026-10-09T02:06:30.134835152Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:89","msg":"No workloads using this WorkloadPriorityClass","replica-role":"leader","name":"konflux-post-merge-build","reconcileID":"d468ceda-d9cc-40c5-95d5-ba358e8a4400","workloadPriorityClass":{"name":"konflux-post-merge-build"}} {"level":"Level(-2)","ts":"2026-10-09T02:06:30.23357206Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:123","msg":"WorkloadPriorityClass create event","replica-role":"leader","workloadPriorityClass":{"name":"tekton-kueue-default"}} {"level":"Level(-2)","ts":"2026-10-09T02:06:30.233650643Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:79","msg":"Reconcile WorkloadPriorityClass","replica-role":"leader","name":"tekton-kueue-default","reconcileID":"487894af-4f88-4674-aaa4-5f2ece5c806c","workloadPriorityClass":{"name":"tekton-kueue-default"}} {"level":"Level(-2)","ts":"2026-10-09T02:06:30.233689826Z","logger":"workloadpriorityclass-reconciler","caller":"core/workloadpriorityclass_controller.go:89","msg":"No workloads using this WorkloadPriorityClass","replica-role":"leader","name":"tekton-kueue-default","reconcileID":"487894af-4f88-4674-aaa4-5f2ece5c806c","workloadPriorityClass":{"name":"tekton-kueue-default"}} {"level":"Level(-2)","ts":"2026-10-09T02:06:30.950429158Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"9b284322-9c12-4df1-a26c-7ce38f991d3d"} {"level":"Level(-2)","ts":"2026-10-09T02:06:30.966220512Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-09T02:06:30.966500451Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"4c558fa5-24e0-49c3-a252-66ea4cf96090"} {"level":"Level(-2)","ts":"2026-10-09T02:06:31.914890911Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"kubearchive-schema-migration-v13-v1.23.0","reconcileID":"9543d531-fa12-4774-9e06-ac1132ee3c2b","job":"product-kubearchive/kubearchive-schema-migration-v13-v1.23.0","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-10-09T02:06:31.959381917Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"kubearchive-schema-migration-v13-v1.23.0","reconcileID":"0c326625-b068-449d-9ff9-28c353e47132","job":"product-kubearchive/kubearchive-schema-migration-v13-v1.23.0","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-10-09T02:06:41.415797468Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"kubearchive-schema-migration-v13-v1.23.0","reconcileID":"420e76ae-121d-48f4-aa20-f8bea4b331a3","job":"product-kubearchive/kubearchive-schema-migration-v13-v1.23.0","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-10-09T02:07:00.454333717Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"kubearchive-schema-migration-v13-v1.23.0","reconcileID":"8265056e-edaa-4146-bf8f-15b5c3a2ba1f","job":"product-kubearchive/kubearchive-schema-migration-v13-v1.23.0","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-10-09T02:07:01.463342926Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"kubearchive-schema-migration-v13-v1.23.0","reconcileID":"13a3b41c-39d2-4d27-93bb-9505aef55522","job":"product-kubearchive/kubearchive-schema-migration-v13-v1.23.0","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-10-09T02:07:01.482233885Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"kubearchive-schema-migration-v13-v1.23.0","reconcileID":"5f699a3f-ce8c-4979-8bef-9ec19778bf1c","job":"product-kubearchive/kubearchive-schema-migration-v13-v1.23.0","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-10-09T02:08:20.077892342Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"leader","localQueue":{"name":"pipelines-queue","namespace":"mintmaker"}} {"level":"Level(-2)","ts":"2026-10-09T02:08:20.078031991Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"mintmaker","name":"pipelines-queue","reconcileID":"6acaec5c-3cae-427c-a668-718352df21a3"} {"level":"Level(-2)","ts":"2026-10-09T02:08:20.098960484Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"pipelines-queue","namespace":"mintmaker"}} {"level":"Level(-2)","ts":"2026-10-09T02:08:20.099035593Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"mintmaker","name":"pipelines-queue","reconcileID":"18c7f588-f143-4832-b4e4-3ae4339d3c42"} {"level":"Level(-2)","ts":"2026-10-09T02:09:39.062684293Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-pipelines","name":"create-minio-bucket","reconcileID":"86888d7e-211b-46ba-be4b-dbdc2153e81f","job":"openshift-pipelines/create-minio-bucket","gvk":"batch/v1, Kind=Job","namespace":"openshift-pipelines"} {"level":"Level(-2)","ts":"2026-10-09T02:09:39.068856532Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-pipelines","name":"tekton-chains-signing-secret","reconcileID":"f48bf271-bf14-4c8b-bd19-9c2ceab63e81","job":"openshift-pipelines/tekton-chains-signing-secret","gvk":"batch/v1, Kind=Job","namespace":"openshift-pipelines"} {"level":"Level(-2)","ts":"2026-10-09T02:09:39.163865162Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-pipelines","name":"tekton-chains-signing-secret","reconcileID":"12b29a47-100f-4c1e-900c-1ce0f270266d","job":"openshift-pipelines/tekton-chains-signing-secret","gvk":"batch/v1, Kind=Job","namespace":"openshift-pipelines"} {"level":"Level(-2)","ts":"2026-10-09T02:09:39.163878744Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-pipelines","name":"create-minio-bucket","reconcileID":"8b8f8b9e-32b1-4cef-853a-ef86a6f20005","job":"openshift-pipelines/create-minio-bucket","gvk":"batch/v1, Kind=Job","namespace":"openshift-pipelines"} {"level":"Level(-2)","ts":"2026-10-09T02:09:42.208520068Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-pipelines","name":"create-minio-bucket","reconcileID":"82932004-4f0e-4f3e-8b08-156f34fc239d","job":"openshift-pipelines/create-minio-bucket","gvk":"batch/v1, Kind=Job","namespace":"openshift-pipelines"} {"level":"Level(-2)","ts":"2026-10-09T02:09:51.240424504Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-pipelines","name":"tekton-chains-signing-secret","reconcileID":"664b6fa1-60de-4f1c-bebe-54f4740893aa","job":"openshift-pipelines/tekton-chains-signing-secret","gvk":"batch/v1, Kind=Job","namespace":"openshift-pipelines"} {"level":"Level(-2)","ts":"2026-10-09T02:10:00.117516541Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29858530","reconcileID":"89471687-76d8-49f3-9e0f-e3050a11dbf6","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29858530","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-10-09T02:10:00.122555801Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"pipelines-vacuum-29858530","reconcileID":"89af7f8f-1aa2-4a42-aec8-113b868bcbf5","job":"product-kubearchive/pipelines-vacuum-29858530","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-10-09T02:10:00.203856084Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"pipelines-vacuum-29858530","reconcileID":"0029c6c6-ebeb-4311-919d-684fc9f94d83","job":"product-kubearchive/pipelines-vacuum-29858530","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-10-09T02:10:00.220610247Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29858530","reconcileID":"819e586f-c864-4f00-addd-5483153b9ff9","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29858530","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-10-09T02:10:01.220447005Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29858530","reconcileID":"df25d3a2-a1be-42e6-970c-5699cef8e93b","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29858530","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-10-09T02:10:03.284745804Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"pipelines-vacuum-29858530","reconcileID":"7c50a3bc-8472-4eb3-85f8-b935d7c5ed30","job":"product-kubearchive/pipelines-vacuum-29858530","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-10-09T02:10:04.151239082Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29858530","reconcileID":"8a60218c-1be3-4b0e-8147-1e9d47ac3b94","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29858530","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-10-09T02:10:04.288182924Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"pipelines-vacuum-29858530","reconcileID":"f85bb877-2f41-484d-8988-22a1742e9570","job":"product-kubearchive/pipelines-vacuum-29858530","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-10-09T02:10:05.159524186Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29858530","reconcileID":"7782a58e-a2da-45f4-a3be-04a54000b868","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29858530","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-10-09T02:10:05.189704024Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29858530","reconcileID":"76a89fc4-ac7a-4bdc-ae68-3c41122c719c","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29858530","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-10-09T02:10:05.297785604Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"pipelines-vacuum-29858530","reconcileID":"32f179d9-150c-445a-a885-1df4f8a5cc57","job":"product-kubearchive/pipelines-vacuum-29858530","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-10-09T02:10:05.330466683Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"pipelines-vacuum-29858530","reconcileID":"5560df7a-76c4-4977-9cfa-010368a9ea59","job":"product-kubearchive/pipelines-vacuum-29858530","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-10-09T02:11:36.577711698Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-pipelines","name":"tekton-chains-signing-secret","reconcileID":"d7d72a57-5019-4e2f-9127-65137f331cb3","job":"openshift-pipelines/tekton-chains-signing-secret","gvk":"batch/v1, Kind=Job","namespace":"openshift-pipelines"} {"level":"Level(-2)","ts":"2026-10-09T02:11:37.579614519Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-pipelines","name":"tekton-chains-signing-secret","reconcileID":"3337ea7c-609a-445b-82e8-6cb09fc3398c","job":"openshift-pipelines/tekton-chains-signing-secret","gvk":"batch/v1, Kind=Job","namespace":"openshift-pipelines"} {"level":"Level(-2)","ts":"2026-10-09T02:11:37.628052683Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-pipelines","name":"tekton-chains-signing-secret","reconcileID":"7a20986d-04b0-4912-9f51-d237b3e9a5a7","job":"openshift-pipelines/tekton-chains-signing-secret","gvk":"batch/v1, Kind=Job","namespace":"openshift-pipelines"} {"level":"Level(-2)","ts":"2026-10-09T02:13:02.796252758Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"konflux-kyverno","name":"konflux-kyverno-migrate-resources","reconcileID":"96936e67-6b3e-457b-a0d7-4f335ed32906","job":"konflux-kyverno/konflux-kyverno-migrate-resources","gvk":"batch/v1, Kind=Job","namespace":"konflux-kyverno"} {"level":"Level(-2)","ts":"2026-10-09T02:13:02.872755788Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"konflux-kyverno","name":"konflux-kyverno-migrate-resources","reconcileID":"54e430f1-28f0-4e68-986c-8303ee354377","job":"konflux-kyverno/konflux-kyverno-migrate-resources","gvk":"batch/v1, Kind=Job","namespace":"konflux-kyverno"} {"level":"Level(-2)","ts":"2026-10-09T02:13:10.022515505Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"konflux-kyverno","name":"konflux-kyverno-migrate-resources","reconcileID":"06d3a4d5-9cb1-4e33-adb9-bc2c5f923f50","job":"konflux-kyverno/konflux-kyverno-migrate-resources","gvk":"batch/v1, Kind=Job","namespace":"konflux-kyverno"} {"level":"Level(-2)","ts":"2026-10-09T02:13:10.044176895Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"konflux-kyverno","name":"konflux-kyverno-migrate-resources","reconcileID":"e56d4cf5-735d-4fb9-844b-40eb5945eeb5","job":"konflux-kyverno/konflux-kyverno-migrate-resources","gvk":"batch/v1, Kind=Job","namespace":"konflux-kyverno"} {"level":"Level(-2)","ts":"2026-10-09T02:14:38.171367652Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-pipelines","name":"create-minio-bucket","reconcileID":"ae0e7615-1e59-4347-9e04-cd7fa798d582","job":"openshift-pipelines/create-minio-bucket","gvk":"batch/v1, Kind=Job","namespace":"openshift-pipelines"} {"level":"Level(-2)","ts":"2026-10-09T02:14:39.172267329Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-pipelines","name":"create-minio-bucket","reconcileID":"c9021652-ef11-4774-98ff-b4b0dff5b7c2","job":"openshift-pipelines/create-minio-bucket","gvk":"batch/v1, Kind=Job","namespace":"openshift-pipelines"} {"level":"Level(-2)","ts":"2026-10-09T02:15:00.130670581Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"pipelines-vacuum-29858535","reconcileID":"1e980061-a1ab-4676-a46d-937abeeee176","job":"product-kubearchive/pipelines-vacuum-29858535","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-10-09T02:15:00.231279451Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"pipelines-vacuum-29858535","reconcileID":"0f6e8d88-7b2c-495a-84da-d5c657dcfac5","job":"product-kubearchive/pipelines-vacuum-29858535","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-10-09T02:15:05.43887722Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"pipelines-vacuum-29858535","reconcileID":"feffda50-a789-42bf-96c3-a30bc74dfb5a","job":"product-kubearchive/pipelines-vacuum-29858535","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-10-09T02:15:05.4789633Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"pipelines-vacuum-29858535","reconcileID":"81999b59-2311-4a59-a335-ef705476a178","job":"product-kubearchive/pipelines-vacuum-29858535","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-10-09T02:16:34.017741522Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"leader","localQueue":{"name":"pipelines-queue","namespace":"chains-e2e-dpqa"}} {"level":"Level(-2)","ts":"2026-10-09T02:16:34.017885641Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelines-queue","reconcileID":"e37b7afe-21b9-4cad-b7ca-c5fabe0fe556"} {"level":"Level(-2)","ts":"2026-10-09T02:16:34.056776707Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"pipelines-queue","namespace":"chains-e2e-dpqa"}} {"level":"Level(-2)","ts":"2026-10-09T02:16:34.067814964Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelines-queue","reconcileID":"c943f3a7-5010-476e-b479-b398cdf527b8"} {"level":"Level(-2)","ts":"2026-10-09T02:16:34.152838509Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"leader","localQueue":{"name":"pipelines-queue","namespace":"upgrade-namespace"}} {"level":"Level(-2)","ts":"2026-10-09T02:16:34.155210588Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"upgrade-namespace","name":"pipelines-queue","reconcileID":"da8c2906-ad31-4ee0-944d-5dd99b330c8a"} {"level":"Level(-2)","ts":"2026-10-09T02:16:34.212184187Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"pipelines-queue","namespace":"upgrade-namespace"}} {"level":"Level(-2)","ts":"2026-10-09T02:16:34.218249585Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"upgrade-namespace","name":"pipelines-queue","reconcileID":"5ae7e232-ba5f-4d04-9fd1-9814f5e0c595"} {"level":"Level(-2)","ts":"2026-10-09T02:16:35.451255486Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-buildah-demo-nikdszlgcp-38d99","reconcileID":"115e5cc0-1a44-4c15-ae12-28b2af8046db"} {"level":"Level(-2)","ts":"2026-10-09T02:16:35.45129215Z","logger":"workload-reconciler","caller":"core/workload_controller.go:848","msg":"Workload create event","replica-role":"leader","workload":{"name":"pipelinerun-buildah-demo-nikdszlgcp-38d99","namespace":"chains-e2e-dpqa"},"queue":"pipelines-queue","status":"pending"} {"level":"Level(-2)","ts":"2026-10-09T02:16:35.451309766Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-buildah-demo-nikdszlgcp-38d99","reconcileID":"115e5cc0-1a44-4c15-ae12-28b2af8046db","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-09T02:16:35.451417353Z","logger":"scheduler","caller":"scheduler/scheduler.go:226","msg":"Obtained heads","replica-role":"follower","schedulingCycle":1,"headCount":1,"waitDuration":633.63575218} {"level":"Level(-2)","ts":"2026-10-09T02:16:35.45144481Z","logger":"workload-reconciler","caller":"core/workload_controller.go:194","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-buildah-demo-nikdszlgcp-38d99","reconcileID":"f0f23479-efbd-49a4-869c-b8de250f2449"} {"level":"Level(-2)","ts":"2026-10-09T02:16:35.451454155Z","logger":"scheduler","caller":"scheduler/scheduler.go:241","msg":"Snapshot taken","replica-role":"follower","schedulingCycle":1,"duration":0.000011976} {"level":"Level(-2)","ts":"2026-10-09T02:16:35.451680488Z","logger":"scheduler","caller":"scheduler/scheduler.go:246","msg":"Nomination done","replica-role":"follower","schedulingCycle":1,"entries":1,"inadmissibleEntries":0,"duration":0.000219111} {"level":"Level(-2)","ts":"2026-10-09T02:16:35.451701148Z","logger":"scheduler","caller":"scheduler/scheduler.go:268","msg":"Attempting to schedule workload","replica-role":"follower","schedulingCycle":1,"workload":{"name":"pipelinerun-buildah-demo-nikdszlgcp-38d99","namespace":"chains-e2e-dpqa"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-09T02:16:35.451735266Z","logger":"scheduler","caller":"scheduler/scheduler.go:718","msg":"Workload assumed in the cache","replica-role":"follower","schedulingCycle":1,"workload":{"name":"pipelinerun-buildah-demo-nikdszlgcp-38d99","namespace":"chains-e2e-dpqa"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-09T02:16:35.451750348Z","logger":"scheduler","caller":"scheduler/scheduler.go:404","msg":"Workload processing done","replica-role":"follower","schedulingCycle":1,"duration":0.000053306} {"level":"Level(-2)","ts":"2026-10-09T02:16:35.451766786Z","logger":"scheduler","caller":"scheduler/scheduler.go:215","msg":"Scheduling cycle complete","replica-role":"follower","schedulingCycle":1,"duration":633.636102595} {"level":"Level(-2)","ts":"2026-10-09T02:16:35.451777617Z","logger":"scheduler","caller":"scheduler/scheduler.go:213","msg":"Scheduling cycle starts","replica-role":"leader","schedulingCycle":2} {"level":"error","ts":"2026-10-09T02:16:35.46374196Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"Level(-2)","ts":"2026-10-09T02:16:35.492862984Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-buildah-demo-nikdszlgcp-38d99","namespace":"chains-e2e-dpqa"},"queue":"pipelines-queue","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-09T02:16:35.492885177Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-buildah-demo-nikdszlgcp-38d99","reconcileID":"04a850fe-c7a9-40a2-8e21-f82704ca242f"} {"level":"Level(-2)","ts":"2026-10-09T02:16:35.492936262Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-buildah-demo-nikdszlgcp-38d99","reconcileID":"04a850fe-c7a9-40a2-8e21-f82704ca242f","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-09T02:16:35.498303732Z","logger":"scheduler","caller":"scheduler/scheduler.go:681","msg":"Workload successfully admitted and assigned flavors","replica-role":"follower","schedulingCycle":1,"workload":{"name":"pipelinerun-buildah-demo-nikdszlgcp-38d99","namespace":"chains-e2e-dpqa"},"clusterQueue":{"name":"cluster-pipeline-queue"},"assignments":[{"name":"pod-set-1","flavors":{"konflux-ci-dev-token":"default-flavor","tekton.dev/pipelineruns":"default-flavor"},"resourceUsage":{"konflux-ci-dev-token":"1","tekton.dev/pipelineruns":"1"},"count":1}]} {"level":"debug","ts":"2026-10-09T02:16:35.498340086Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Quota reserved in ClusterQueue cluster-pipeline-queue, wait time since queued was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-dpqa","name":"pipelinerun-buildah-demo-nikdszlgcp-38d99","uid":"2d12f991-bb2d-4662-812b-0f98234de8bf","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"52874"},"reason":"QuotaReserved"} {"level":"debug","ts":"2026-10-09T02:16:35.498366534Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by ClusterQueue cluster-pipeline-queue, wait time since reservation was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-dpqa","name":"pipelinerun-buildah-demo-nikdszlgcp-38d99","uid":"2d12f991-bb2d-4662-812b-0f98234de8bf","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"52874"},"reason":"Admitted"} {"level":"Level(-2)","ts":"2026-10-09T02:16:36.45197654Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelines-queue","reconcileID":"8b546f41-631c-4ea8-a741-130a2fc240b1"} {"level":"Level(-2)","ts":"2026-10-09T02:16:36.451984523Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"0cfa97aa-d9cd-4069-964a-dfdcb5458321"} {"level":"Level(-2)","ts":"2026-10-09T02:16:36.467741546Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"pipelines-queue","namespace":"chains-e2e-dpqa"}} {"level":"Level(-2)","ts":"2026-10-09T02:16:36.468486613Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelines-queue","reconcileID":"e313895e-56a1-4f82-9dd3-335a25bc36aa"} {"level":"Level(-2)","ts":"2026-10-09T02:16:36.473116091Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-09T02:16:36.47330924Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"9bb92f90-af68-4985-a5e3-e81b3d232665"} {"level":"error","ts":"2026-10-09T02:16:36.972375561Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"error","ts":"2026-10-09T02:16:39.42350876Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"error","ts":"2026-10-09T02:16:42.709855794Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"error","ts":"2026-10-09T02:16:49.921498118Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"error","ts":"2026-10-09T02:17:05.65691048Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"error","ts":"2026-10-09T02:17:48.008568219Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"error","ts":"2026-10-09T02:18:31.427250242Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"error","ts":"2026-10-09T02:19:10.149137283Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"Level(-2)","ts":"2026-10-09T02:19:35.116605004Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-pipelines","name":"create-minio-bucket","reconcileID":"d4081223-6647-4234-83de-f83d39293ff8","job":"openshift-pipelines/create-minio-bucket","gvk":"batch/v1, Kind=Job","namespace":"openshift-pipelines"} {"level":"Level(-2)","ts":"2026-10-09T02:19:48.378513465Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-pipelines","name":"create-minio-bucket","reconcileID":"76c5ba6f-b4ff-4bef-b21b-cd1756d6a1bb","job":"openshift-pipelines/create-minio-bucket","gvk":"batch/v1, Kind=Job","namespace":"openshift-pipelines"} {"level":"Level(-2)","ts":"2026-10-09T02:20:00.118503945Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"pipelines-vacuum-29858540","reconcileID":"9d1d39b8-0f99-4b8f-b5ed-4e4ddf442aa5","job":"product-kubearchive/pipelines-vacuum-29858540","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-10-09T02:20:00.12178629Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29858540","reconcileID":"24ddf40f-3183-4514-adcd-375cfb301f9b","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29858540","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-10-09T02:20:00.173723634Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"pipelines-vacuum-29858540","reconcileID":"07b386a1-ae72-4716-95ec-d3feca2cddb3","job":"product-kubearchive/pipelines-vacuum-29858540","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-10-09T02:20:00.297753115Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29858540","reconcileID":"92b17fac-805e-4ef0-9abf-798959240e8b","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29858540","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-10-09T02:20:02.533145341Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29858540","reconcileID":"f75082c1-b480-4e08-8ead-a525766d2ba6","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29858540","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"error","ts":"2026-10-09T02:20:03.456292109Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"Level(-2)","ts":"2026-10-09T02:20:03.540716821Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29858540","reconcileID":"bdde0d21-ad0c-4b9c-90bc-754aebb5e800","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29858540","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-10-09T02:20:03.677969275Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"pipelines-vacuum-29858540","reconcileID":"e0ff6ce4-ffd6-41b3-9233-452ebf87fec0","job":"product-kubearchive/pipelines-vacuum-29858540","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-10-09T02:20:03.704616037Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"product-kubearchive","name":"pipelines-vacuum-29858540","reconcileID":"87cb5973-79eb-4262-b1da-3c0f92d21d67","job":"product-kubearchive/pipelines-vacuum-29858540","gvk":"batch/v1, Kind=Job","namespace":"product-kubearchive"} {"level":"Level(-2)","ts":"2026-10-09T02:20:05.653227054Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29858540","reconcileID":"5ac91202-4d87-4a72-bd73-b6c34f960b55","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29858540","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"Level(-2)","ts":"2026-10-09T02:20:05.680186641Z","logger":"job","caller":"jobframework/reconciler.go:345","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-backplane","name":"osd-delete-backplane-serviceaccounts-29858540","reconcileID":"21be75b6-7aa1-4638-8764-d24bc45b583b","job":"openshift-backplane/osd-delete-backplane-serviceaccounts-29858540","gvk":"batch/v1, Kind=Job","namespace":"openshift-backplane"} {"level":"error","ts":"2026-10-09T02:20:43.005660983Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"Level(-2)","ts":"2026-10-09T02:20:51.040799265Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-buildah-demo-nikdszlgcp-38d99","namespace":"chains-e2e-dpqa"},"queue":"pipelines-queue","status":"finished","prevStatus":"admitted","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-09T02:20:51.040806556Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-buildah-demo-nikdszlgcp-38d99","reconcileID":"c2d807a0-5b29-413e-9677-95af8fde71a6"} {"level":"Level(-2)","ts":"2026-10-09T02:20:51.040858091Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-buildah-demo-nikdszlgcp-38d99","reconcileID":"c2d807a0-5b29-413e-9677-95af8fde71a6","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-09T02:20:51.05713024Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-buildah-demo-nikdszlgcp-38d99","namespace":"chains-e2e-dpqa"},"queue":"pipelines-queue","status":"finished","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-09T02:20:51.05717629Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-buildah-demo-nikdszlgcp-38d99","reconcileID":"c2193211-d69a-4719-a3e0-2964e174aaec"} {"level":"Level(-2)","ts":"2026-10-09T02:20:51.057226971Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-buildah-demo-nikdszlgcp-38d99","reconcileID":"c2193211-d69a-4719-a3e0-2964e174aaec","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-09T02:20:52.041513572Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelines-queue","reconcileID":"4085408e-a51b-44dc-b441-eb5cc17fc284"} {"level":"Level(-2)","ts":"2026-10-09T02:20:52.041546947Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"6d9f2d09-5f4f-4d99-8738-40f472941dde"} {"level":"Level(-2)","ts":"2026-10-09T02:20:52.059771583Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"pipelines-queue","namespace":"chains-e2e-dpqa"}} {"level":"Level(-2)","ts":"2026-10-09T02:20:52.059852935Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelines-queue","reconcileID":"18448072-79f0-4824-bb55-da53404e11fa"} {"level":"Level(-2)","ts":"2026-10-09T02:20:52.06198602Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-09T02:20:52.062182762Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"d73abdcd-e0d7-4346-aa61-086d22d26db9"} {"level":"Level(-2)","ts":"2026-10-09T02:20:54.144423203Z","logger":"workload-reconciler","caller":"core/workload_controller.go:848","msg":"Workload create event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-n8s9b-caae2","namespace":"chains-e2e-dpqa"},"queue":"pipelines-queue","status":"pending"} {"level":"Level(-2)","ts":"2026-10-09T02:20:54.144452404Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-n8s9b-caae2","reconcileID":"e2c475ec-c8a2-45f0-950c-5cb55b1e5d2e"} {"level":"Level(-2)","ts":"2026-10-09T02:20:54.1445003Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-n8s9b-caae2","reconcileID":"e2c475ec-c8a2-45f0-950c-5cb55b1e5d2e","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-09T02:20:54.144582431Z","logger":"workload-reconciler","caller":"core/workload_controller.go:194","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-n8s9b-caae2","reconcileID":"3560a8c9-1d93-45bd-8c6a-d54a83c35db7"} {"level":"Level(-2)","ts":"2026-10-09T02:20:54.144563052Z","logger":"scheduler","caller":"scheduler/scheduler.go:226","msg":"Obtained heads","replica-role":"leader","schedulingCycle":2,"headCount":1,"waitDuration":258.692784227} {"level":"Level(-2)","ts":"2026-10-09T02:20:54.144633162Z","logger":"scheduler","caller":"scheduler/scheduler.go:241","msg":"Snapshot taken","replica-role":"leader","schedulingCycle":2,"duration":0.000014161} {"level":"Level(-2)","ts":"2026-10-09T02:20:54.144715777Z","logger":"scheduler","caller":"scheduler/scheduler.go:246","msg":"Nomination done","replica-role":"leader","schedulingCycle":2,"entries":1,"inadmissibleEntries":0,"duration":0.000069047} {"level":"Level(-2)","ts":"2026-10-09T02:20:54.144732549Z","logger":"scheduler","caller":"scheduler/scheduler.go:268","msg":"Attempting to schedule workload","replica-role":"leader","schedulingCycle":2,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-n8s9b-caae2","namespace":"chains-e2e-dpqa"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-09T02:20:54.144763438Z","logger":"scheduler","caller":"scheduler/scheduler.go:718","msg":"Workload assumed in the cache","replica-role":"leader","schedulingCycle":2,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-n8s9b-caae2","namespace":"chains-e2e-dpqa"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-09T02:20:54.144780626Z","logger":"scheduler","caller":"scheduler/scheduler.go:404","msg":"Workload processing done","replica-role":"leader","schedulingCycle":2,"duration":0.00005124} {"level":"Level(-2)","ts":"2026-10-09T02:20:54.144796494Z","logger":"scheduler","caller":"scheduler/scheduler.go:215","msg":"Scheduling cycle complete","replica-role":"leader","schedulingCycle":2,"duration":258.69301871} {"level":"Level(-2)","ts":"2026-10-09T02:20:54.144810775Z","logger":"scheduler","caller":"scheduler/scheduler.go:213","msg":"Scheduling cycle starts","replica-role":"leader","schedulingCycle":3} {"level":"Level(-2)","ts":"2026-10-09T02:20:54.159232514Z","logger":"scheduler","caller":"scheduler/scheduler.go:681","msg":"Workload successfully admitted and assigned flavors","replica-role":"leader","schedulingCycle":2,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-n8s9b-caae2","namespace":"chains-e2e-dpqa"},"clusterQueue":{"name":"cluster-pipeline-queue"},"assignments":[{"name":"pod-set-1","flavors":{"konflux-ci-dev-token":"default-flavor","tekton.dev/pipelineruns":"default-flavor"},"resourceUsage":{"konflux-ci-dev-token":"1","tekton.dev/pipelineruns":"1"},"count":1}]} {"level":"debug","ts":"2026-10-09T02:20:54.15927757Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Quota reserved in ClusterQueue cluster-pipeline-queue, wait time since queued was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-n8s9b-caae2","uid":"c67d4dba-8c5e-427b-a80f-4b167a7c2a1a","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"60250"},"reason":"QuotaReserved"} {"level":"debug","ts":"2026-10-09T02:20:54.15928944Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by ClusterQueue cluster-pipeline-queue, wait time since reservation was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-n8s9b-caae2","uid":"c67d4dba-8c5e-427b-a80f-4b167a7c2a1a","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"60250"},"reason":"Admitted"} {"level":"Level(-2)","ts":"2026-10-09T02:20:54.160136252Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-n8s9b-caae2","reconcileID":"b8ac51b3-b5c5-4b6c-be1f-39ed3760554c"} {"level":"Level(-2)","ts":"2026-10-09T02:20:54.160166708Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-n8s9b-caae2","namespace":"chains-e2e-dpqa"},"queue":"pipelines-queue","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-09T02:20:54.160181831Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-n8s9b-caae2","reconcileID":"b8ac51b3-b5c5-4b6c-be1f-39ed3760554c","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-09T02:20:55.144834383Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelines-queue","reconcileID":"2d89e4d1-3780-4bca-8d37-219f13a68d9a"} {"level":"Level(-2)","ts":"2026-10-09T02:20:55.144834376Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"bd62ff5f-ab68-4a45-bf2f-e97b0fbe405b"} {"level":"Level(-2)","ts":"2026-10-09T02:20:55.158454691Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"pipelines-queue","namespace":"chains-e2e-dpqa"}} {"level":"Level(-2)","ts":"2026-10-09T02:20:55.159991364Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelines-queue","reconcileID":"853d1f50-b574-4303-afcf-48505afd678c"} {"level":"Level(-2)","ts":"2026-10-09T02:20:55.163465054Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-09T02:20:55.165143624Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"5ad4cb25-6c44-4a40-9a58-728d757055fc"} {"level":"Level(-2)","ts":"2026-10-09T02:21:20.014458821Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-n8s9b-caae2","namespace":"chains-e2e-dpqa"},"queue":"pipelines-queue","status":"finished","prevStatus":"admitted","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-09T02:21:20.014460747Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-n8s9b-caae2","reconcileID":"48ec8775-2ed2-4afc-a70f-54192c1b14b4"} {"level":"Level(-2)","ts":"2026-10-09T02:21:20.014573491Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-n8s9b-caae2","reconcileID":"48ec8775-2ed2-4afc-a70f-54192c1b14b4","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-09T02:21:20.029120754Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-n8s9b-caae2","namespace":"chains-e2e-dpqa"},"queue":"pipelines-queue","status":"finished","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-09T02:21:20.029131946Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-n8s9b-caae2","reconcileID":"12da50bd-28f8-4e91-b40e-1db69571258f"} {"level":"Level(-2)","ts":"2026-10-09T02:21:20.029195586Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-n8s9b-caae2","reconcileID":"12da50bd-28f8-4e91-b40e-1db69571258f","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-09T02:21:20.340787366Z","logger":"workload-reconciler","caller":"core/workload_controller.go:848","msg":"Workload create event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-lsdrs-62596","namespace":"chains-e2e-dpqa"},"queue":"pipelines-queue","status":"pending"} {"level":"Level(-2)","ts":"2026-10-09T02:21:20.340797744Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-lsdrs-62596","reconcileID":"16f17f79-3446-4efa-8b1e-e76fe6236597"} {"level":"Level(-2)","ts":"2026-10-09T02:21:20.340849807Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-lsdrs-62596","reconcileID":"16f17f79-3446-4efa-8b1e-e76fe6236597","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-09T02:21:20.340934745Z","logger":"scheduler","caller":"scheduler/scheduler.go:226","msg":"Obtained heads","replica-role":"leader","schedulingCycle":3,"headCount":1,"waitDuration":26.196123619} {"level":"Level(-2)","ts":"2026-10-09T02:21:20.340954332Z","logger":"workload-reconciler","caller":"core/workload_controller.go:194","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-lsdrs-62596","reconcileID":"8a8d1bfe-0a6f-48e3-b30c-2b0ad5126403"} {"level":"Level(-2)","ts":"2026-10-09T02:21:20.340967855Z","logger":"scheduler","caller":"scheduler/scheduler.go:241","msg":"Snapshot taken","replica-role":"leader","schedulingCycle":3,"duration":0.000010288} {"level":"Level(-2)","ts":"2026-10-09T02:21:20.341048709Z","logger":"scheduler","caller":"scheduler/scheduler.go:246","msg":"Nomination done","replica-role":"leader","schedulingCycle":3,"entries":1,"inadmissibleEntries":0,"duration":0.000071633} {"level":"Level(-2)","ts":"2026-10-09T02:21:20.341064688Z","logger":"scheduler","caller":"scheduler/scheduler.go:268","msg":"Attempting to schedule workload","replica-role":"leader","schedulingCycle":3,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-lsdrs-62596","namespace":"chains-e2e-dpqa"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-09T02:21:20.341097598Z","logger":"scheduler","caller":"scheduler/scheduler.go:718","msg":"Workload assumed in the cache","replica-role":"leader","schedulingCycle":3,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-lsdrs-62596","namespace":"chains-e2e-dpqa"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-09T02:21:20.341113992Z","logger":"scheduler","caller":"scheduler/scheduler.go:404","msg":"Workload processing done","replica-role":"leader","schedulingCycle":3,"duration":0.00005189} {"level":"Level(-2)","ts":"2026-10-09T02:21:20.341126407Z","logger":"scheduler","caller":"scheduler/scheduler.go:215","msg":"Scheduling cycle complete","replica-role":"leader","schedulingCycle":3,"duration":26.19631559} {"level":"Level(-2)","ts":"2026-10-09T02:21:20.341136552Z","logger":"scheduler","caller":"scheduler/scheduler.go:213","msg":"Scheduling cycle starts","replica-role":"leader","schedulingCycle":4} {"level":"Level(-2)","ts":"2026-10-09T02:21:20.35907679Z","logger":"scheduler","caller":"scheduler/scheduler.go:681","msg":"Workload successfully admitted and assigned flavors","replica-role":"leader","schedulingCycle":3,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-lsdrs-62596","namespace":"chains-e2e-dpqa"},"clusterQueue":{"name":"cluster-pipeline-queue"},"assignments":[{"name":"pod-set-1","flavors":{"konflux-ci-dev-token":"default-flavor","tekton.dev/pipelineruns":"default-flavor"},"resourceUsage":{"konflux-ci-dev-token":"1","tekton.dev/pipelineruns":"1"},"count":1}]} {"level":"debug","ts":"2026-10-09T02:21:20.359151934Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Quota reserved in ClusterQueue cluster-pipeline-queue, wait time since queued was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-lsdrs-62596","uid":"289b1f7a-4fb3-4723-8a01-1c943f2d3421","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"61060"},"reason":"QuotaReserved"} {"level":"debug","ts":"2026-10-09T02:21:20.359186128Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by ClusterQueue cluster-pipeline-queue, wait time since reservation was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-lsdrs-62596","uid":"289b1f7a-4fb3-4723-8a01-1c943f2d3421","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"61060"},"reason":"Admitted"} {"level":"Level(-2)","ts":"2026-10-09T02:21:20.359249747Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-lsdrs-62596","namespace":"chains-e2e-dpqa"},"queue":"pipelines-queue","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-09T02:21:20.359270853Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-lsdrs-62596","reconcileID":"1c586ff9-ba5d-4cb3-aa56-dc507c4e32be"} {"level":"Level(-2)","ts":"2026-10-09T02:21:20.359312021Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-lsdrs-62596","reconcileID":"1c586ff9-ba5d-4cb3-aa56-dc507c4e32be","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-09T02:21:21.014994031Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelines-queue","reconcileID":"62715887-cdc4-4284-83cd-e0c8e580a1bc"} {"level":"Level(-2)","ts":"2026-10-09T02:21:21.014997651Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"ecaec008-73b3-4653-a5c4-f2b6111940d2"} {"level":"error","ts":"2026-10-09T02:21:27.245798626Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"Level(-2)","ts":"2026-10-09T02:21:35.097072183Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-lsdrs-62596","namespace":"chains-e2e-dpqa"},"queue":"pipelines-queue","status":"finished","prevStatus":"admitted","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-09T02:21:35.097064055Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-lsdrs-62596","reconcileID":"406aacc2-36fd-4804-8d70-ea66a1d010f8"} {"level":"Level(-2)","ts":"2026-10-09T02:21:35.097205492Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-lsdrs-62596","reconcileID":"406aacc2-36fd-4804-8d70-ea66a1d010f8","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-09T02:21:35.115874758Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-lsdrs-62596","namespace":"chains-e2e-dpqa"},"queue":"pipelines-queue","status":"finished","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-09T02:21:35.115894123Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-lsdrs-62596","reconcileID":"1534306b-85a6-43d0-99df-26c8789f120e"} {"level":"Level(-2)","ts":"2026-10-09T02:21:35.115931506Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-lsdrs-62596","reconcileID":"1534306b-85a6-43d0-99df-26c8789f120e","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-09T02:21:35.511091801Z","logger":"workload-reconciler","caller":"core/workload_controller.go:848","msg":"Workload create event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-86mp2-497e8","namespace":"chains-e2e-dpqa"},"queue":"pipelines-queue","status":"pending"} {"level":"Level(-2)","ts":"2026-10-09T02:21:35.511160604Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-86mp2-497e8","reconcileID":"f49ec015-9c04-44cf-a41d-a7c5ae6b83c4"} {"level":"Level(-2)","ts":"2026-10-09T02:21:35.5111968Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-86mp2-497e8","reconcileID":"f49ec015-9c04-44cf-a41d-a7c5ae6b83c4","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-09T02:21:35.511218153Z","logger":"workload-reconciler","caller":"core/workload_controller.go:194","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-86mp2-497e8","reconcileID":"a8598ef7-8425-435d-9f01-80ce290947e7"} {"level":"Level(-2)","ts":"2026-10-09T02:21:35.511216662Z","logger":"scheduler","caller":"scheduler/scheduler.go:226","msg":"Obtained heads","replica-role":"leader","schedulingCycle":4,"headCount":1,"waitDuration":15.170079753} {"level":"Level(-2)","ts":"2026-10-09T02:21:35.511250721Z","logger":"scheduler","caller":"scheduler/scheduler.go:241","msg":"Snapshot taken","replica-role":"leader","schedulingCycle":4,"duration":0.000012114} {"level":"Level(-2)","ts":"2026-10-09T02:21:35.511303593Z","logger":"scheduler","caller":"scheduler/scheduler.go:246","msg":"Nomination done","replica-role":"leader","schedulingCycle":4,"entries":1,"inadmissibleEntries":0,"duration":0.000043697} {"level":"Level(-2)","ts":"2026-10-09T02:21:35.511318073Z","logger":"scheduler","caller":"scheduler/scheduler.go:268","msg":"Attempting to schedule workload","replica-role":"leader","schedulingCycle":4,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-86mp2-497e8","namespace":"chains-e2e-dpqa"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-09T02:21:35.511348609Z","logger":"scheduler","caller":"scheduler/scheduler.go:718","msg":"Workload assumed in the cache","replica-role":"leader","schedulingCycle":4,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-86mp2-497e8","namespace":"chains-e2e-dpqa"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-09T02:21:35.511365073Z","logger":"scheduler","caller":"scheduler/scheduler.go:404","msg":"Workload processing done","replica-role":"leader","schedulingCycle":4,"duration":0.000049534} {"level":"Level(-2)","ts":"2026-10-09T02:21:35.511375127Z","logger":"scheduler","caller":"scheduler/scheduler.go:215","msg":"Scheduling cycle complete","replica-role":"leader","schedulingCycle":4,"duration":15.170238479} {"level":"Level(-2)","ts":"2026-10-09T02:21:35.511384586Z","logger":"scheduler","caller":"scheduler/scheduler.go:213","msg":"Scheduling cycle starts","replica-role":"leader","schedulingCycle":5} {"level":"Level(-2)","ts":"2026-10-09T02:21:35.530606729Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-86mp2-497e8","namespace":"chains-e2e-dpqa"},"queue":"pipelines-queue","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-09T02:21:35.530639497Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-86mp2-497e8","reconcileID":"6e6bf64c-d1cf-435d-8b60-2c9dd59af552"} {"level":"Level(-2)","ts":"2026-10-09T02:21:35.530672843Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-86mp2-497e8","reconcileID":"6e6bf64c-d1cf-435d-8b60-2c9dd59af552","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-09T02:21:35.530677704Z","logger":"scheduler","caller":"scheduler/scheduler.go:681","msg":"Workload successfully admitted and assigned flavors","replica-role":"leader","schedulingCycle":4,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-86mp2-497e8","namespace":"chains-e2e-dpqa"},"clusterQueue":{"name":"cluster-pipeline-queue"},"assignments":[{"name":"pod-set-1","flavors":{"konflux-ci-dev-token":"default-flavor","tekton.dev/pipelineruns":"default-flavor"},"resourceUsage":{"konflux-ci-dev-token":"1","tekton.dev/pipelineruns":"1"},"count":1}]} {"level":"debug","ts":"2026-10-09T02:21:35.530715839Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Quota reserved in ClusterQueue cluster-pipeline-queue, wait time since queued was 1s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-86mp2-497e8","uid":"0e1ecc37-767a-49ca-97ef-bc2f10776a82","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"61579"},"reason":"QuotaReserved"} {"level":"debug","ts":"2026-10-09T02:21:35.53073186Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by ClusterQueue cluster-pipeline-queue, wait time since reservation was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-86mp2-497e8","uid":"0e1ecc37-767a-49ca-97ef-bc2f10776a82","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"61579"},"reason":"Admitted"} {"level":"Level(-2)","ts":"2026-10-09T02:21:36.097500288Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"8792a77c-dc89-437c-aee0-04b9e722a550"} {"level":"Level(-2)","ts":"2026-10-09T02:21:36.097499762Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelines-queue","reconcileID":"fd14599b-6cdc-4794-9375-b2bf312232c4"} {"level":"Level(-2)","ts":"2026-10-09T02:21:50.16363285Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-86mp2-497e8","namespace":"chains-e2e-dpqa"},"queue":"pipelines-queue","status":"finished","prevStatus":"admitted","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-09T02:21:50.163632063Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-86mp2-497e8","reconcileID":"a3df5d49-39ac-4b3d-8347-d5290c47ae37"} {"level":"Level(-2)","ts":"2026-10-09T02:21:50.16368558Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-86mp2-497e8","reconcileID":"a3df5d49-39ac-4b3d-8347-d5290c47ae37","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-09T02:21:50.179447894Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-86mp2-497e8","namespace":"chains-e2e-dpqa"},"queue":"pipelines-queue","status":"finished","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-09T02:21:50.179484738Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-86mp2-497e8","reconcileID":"32c15317-150f-4349-9d97-99d1fd966370"} {"level":"Level(-2)","ts":"2026-10-09T02:21:50.179539759Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-86mp2-497e8","reconcileID":"32c15317-150f-4349-9d97-99d1fd966370","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-09T02:21:50.691974528Z","logger":"workload-reconciler","caller":"core/workload_controller.go:848","msg":"Workload create event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-5jbhs-7021a","namespace":"chains-e2e-dpqa"},"queue":"pipelines-queue","status":"pending"} {"level":"Level(-2)","ts":"2026-10-09T02:21:50.691981013Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-5jbhs-7021a","reconcileID":"625a9366-0142-4227-bf85-329fa640936a"} {"level":"Level(-2)","ts":"2026-10-09T02:21:50.692030017Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-5jbhs-7021a","reconcileID":"625a9366-0142-4227-bf85-329fa640936a","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-09T02:21:50.692084522Z","logger":"scheduler","caller":"scheduler/scheduler.go:226","msg":"Obtained heads","replica-role":"leader","schedulingCycle":5,"headCount":1,"waitDuration":15.180699311} {"level":"Level(-2)","ts":"2026-10-09T02:21:50.692105331Z","logger":"workload-reconciler","caller":"core/workload_controller.go:194","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-5jbhs-7021a","reconcileID":"1e6e2695-a735-4bca-8037-0b2ad85bb73b"} {"level":"Level(-2)","ts":"2026-10-09T02:21:50.692118843Z","logger":"scheduler","caller":"scheduler/scheduler.go:241","msg":"Snapshot taken","replica-role":"leader","schedulingCycle":5,"duration":0.000011386} {"level":"Level(-2)","ts":"2026-10-09T02:21:50.692202955Z","logger":"scheduler","caller":"scheduler/scheduler.go:246","msg":"Nomination done","replica-role":"leader","schedulingCycle":5,"entries":1,"inadmissibleEntries":0,"duration":0.000074983} {"level":"Level(-2)","ts":"2026-10-09T02:21:50.692224775Z","logger":"scheduler","caller":"scheduler/scheduler.go:268","msg":"Attempting to schedule workload","replica-role":"leader","schedulingCycle":5,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-5jbhs-7021a","namespace":"chains-e2e-dpqa"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-09T02:21:50.692271329Z","logger":"scheduler","caller":"scheduler/scheduler.go:718","msg":"Workload assumed in the cache","replica-role":"leader","schedulingCycle":5,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-5jbhs-7021a","namespace":"chains-e2e-dpqa"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-09T02:21:50.692292771Z","logger":"scheduler","caller":"scheduler/scheduler.go:404","msg":"Workload processing done","replica-role":"leader","schedulingCycle":5,"duration":0.000072447} {"level":"Level(-2)","ts":"2026-10-09T02:21:50.692305783Z","logger":"scheduler","caller":"scheduler/scheduler.go:215","msg":"Scheduling cycle complete","replica-role":"leader","schedulingCycle":5,"duration":15.180921072} {"level":"Level(-2)","ts":"2026-10-09T02:21:50.692316347Z","logger":"scheduler","caller":"scheduler/scheduler.go:213","msg":"Scheduling cycle starts","replica-role":"leader","schedulingCycle":6} {"level":"Level(-2)","ts":"2026-10-09T02:21:50.708276439Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-5jbhs-7021a","namespace":"chains-e2e-dpqa"},"queue":"pipelines-queue","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-09T02:21:50.708298245Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-5jbhs-7021a","reconcileID":"0334dec1-c366-4cb1-804a-935db7f5d719"} {"level":"Level(-2)","ts":"2026-10-09T02:21:50.708454596Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-5jbhs-7021a","reconcileID":"0334dec1-c366-4cb1-804a-935db7f5d719","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-09T02:21:50.709155414Z","logger":"scheduler","caller":"scheduler/scheduler.go:681","msg":"Workload successfully admitted and assigned flavors","replica-role":"leader","schedulingCycle":5,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-5jbhs-7021a","namespace":"chains-e2e-dpqa"},"clusterQueue":{"name":"cluster-pipeline-queue"},"assignments":[{"name":"pod-set-1","flavors":{"konflux-ci-dev-token":"default-flavor","tekton.dev/pipelineruns":"default-flavor"},"resourceUsage":{"konflux-ci-dev-token":"1","tekton.dev/pipelineruns":"1"},"count":1}]} {"level":"debug","ts":"2026-10-09T02:21:50.709185929Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Quota reserved in ClusterQueue cluster-pipeline-queue, wait time since queued was 1s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-5jbhs-7021a","uid":"b94caf98-2366-4f42-87f4-dcb2bb33cdea","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"62073"},"reason":"QuotaReserved"} {"level":"debug","ts":"2026-10-09T02:21:50.709196835Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by ClusterQueue cluster-pipeline-queue, wait time since reservation was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-5jbhs-7021a","uid":"b94caf98-2366-4f42-87f4-dcb2bb33cdea","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"62073"},"reason":"Admitted"} {"level":"Level(-2)","ts":"2026-10-09T02:21:51.164309959Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelines-queue","reconcileID":"56c3a7c4-210e-43cd-a289-653ad7c171f7"} {"level":"Level(-2)","ts":"2026-10-09T02:21:51.164314322Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"349e3f37-3e5b-41fc-8e93-0e0004f6f7e7"} {"level":"Level(-2)","ts":"2026-10-09T02:22:02.262387386Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-5jbhs-7021a","namespace":"chains-e2e-dpqa"},"queue":"pipelines-queue","status":"finished","prevStatus":"admitted","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-09T02:22:02.262377196Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-5jbhs-7021a","reconcileID":"38d4bb1f-d25d-4dd3-a2a1-3611964a3cb9"} {"level":"Level(-2)","ts":"2026-10-09T02:22:02.262468756Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-5jbhs-7021a","reconcileID":"38d4bb1f-d25d-4dd3-a2a1-3611964a3cb9","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-09T02:22:02.282854433Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-5jbhs-7021a","namespace":"chains-e2e-dpqa"},"queue":"pipelines-queue","status":"finished","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-09T02:22:02.282874093Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-5jbhs-7021a","reconcileID":"febbc343-e4e2-4985-848a-b09fb85d2572"} {"level":"Level(-2)","ts":"2026-10-09T02:22:02.282917536Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-5jbhs-7021a","reconcileID":"febbc343-e4e2-4985-848a-b09fb85d2572","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-09T02:22:02.85024067Z","logger":"workload-reconciler","caller":"core/workload_controller.go:848","msg":"Workload create event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-rrlxw-fe1fe","namespace":"chains-e2e-dpqa"},"queue":"pipelines-queue","status":"pending"} {"level":"Level(-2)","ts":"2026-10-09T02:22:02.850301239Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-rrlxw-fe1fe","reconcileID":"29a0611a-1795-40d2-a313-8f9811a11da8"} {"level":"Level(-2)","ts":"2026-10-09T02:22:02.850334951Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-rrlxw-fe1fe","reconcileID":"29a0611a-1795-40d2-a313-8f9811a11da8","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-09T02:22:02.850346293Z","logger":"scheduler","caller":"scheduler/scheduler.go:226","msg":"Obtained heads","replica-role":"leader","schedulingCycle":6,"headCount":1,"waitDuration":12.158029287} {"level":"Level(-2)","ts":"2026-10-09T02:22:02.850384057Z","logger":"scheduler","caller":"scheduler/scheduler.go:241","msg":"Snapshot taken","replica-role":"leader","schedulingCycle":6,"duration":0.000013177} {"level":"Level(-2)","ts":"2026-10-09T02:22:02.85045232Z","logger":"scheduler","caller":"scheduler/scheduler.go:246","msg":"Nomination done","replica-role":"leader","schedulingCycle":6,"entries":1,"inadmissibleEntries":0,"duration":0.000042407} {"level":"Level(-2)","ts":"2026-10-09T02:22:02.850467484Z","logger":"scheduler","caller":"scheduler/scheduler.go:268","msg":"Attempting to schedule workload","replica-role":"leader","schedulingCycle":6,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-rrlxw-fe1fe","namespace":"chains-e2e-dpqa"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-09T02:22:02.850495238Z","logger":"scheduler","caller":"scheduler/scheduler.go:718","msg":"Workload assumed in the cache","replica-role":"leader","schedulingCycle":6,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-rrlxw-fe1fe","namespace":"chains-e2e-dpqa"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-09T02:22:02.850511841Z","logger":"scheduler","caller":"scheduler/scheduler.go:404","msg":"Workload processing done","replica-role":"leader","schedulingCycle":6,"duration":0.000047297} {"level":"Level(-2)","ts":"2026-10-09T02:22:02.850523546Z","logger":"scheduler","caller":"scheduler/scheduler.go:215","msg":"Scheduling cycle complete","replica-role":"leader","schedulingCycle":6,"duration":12.158207081} {"level":"Level(-2)","ts":"2026-10-09T02:22:02.850534898Z","logger":"scheduler","caller":"scheduler/scheduler.go:213","msg":"Scheduling cycle starts","replica-role":"leader","schedulingCycle":7} {"level":"Level(-2)","ts":"2026-10-09T02:22:02.867592263Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-rrlxw-fe1fe","namespace":"chains-e2e-dpqa"},"queue":"pipelines-queue","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-09T02:22:02.867646791Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-rrlxw-fe1fe","reconcileID":"9261f8fa-693e-4e1b-beb7-d649fb2e6db0"} {"level":"Level(-2)","ts":"2026-10-09T02:22:02.867681154Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-rrlxw-fe1fe","reconcileID":"9261f8fa-693e-4e1b-beb7-d649fb2e6db0","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-09T02:22:02.867737207Z","logger":"scheduler","caller":"scheduler/scheduler.go:681","msg":"Workload successfully admitted and assigned flavors","replica-role":"leader","schedulingCycle":6,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-rrlxw-fe1fe","namespace":"chains-e2e-dpqa"},"clusterQueue":{"name":"cluster-pipeline-queue"},"assignments":[{"name":"pod-set-1","flavors":{"konflux-ci-dev-token":"default-flavor","tekton.dev/pipelineruns":"default-flavor"},"resourceUsage":{"konflux-ci-dev-token":"1","tekton.dev/pipelineruns":"1"},"count":1}]} {"level":"debug","ts":"2026-10-09T02:22:02.867770918Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Quota reserved in ClusterQueue cluster-pipeline-queue, wait time since queued was 1s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-rrlxw-fe1fe","uid":"32723ffb-e59d-4e06-a25a-6f989d057b6d","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"62478"},"reason":"QuotaReserved"} {"level":"debug","ts":"2026-10-09T02:22:02.867786743Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by ClusterQueue cluster-pipeline-queue, wait time since reservation was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-rrlxw-fe1fe","uid":"32723ffb-e59d-4e06-a25a-6f989d057b6d","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"62478"},"reason":"Admitted"} {"level":"Level(-2)","ts":"2026-10-09T02:22:03.263294253Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"081e01f1-bbc9-4e5e-a629-a81eecd5a7ec"} {"level":"Level(-2)","ts":"2026-10-09T02:22:03.263294707Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelines-queue","reconcileID":"76d26b5a-275f-46b2-b59e-aaefcf0fec92"} {"level":"Level(-2)","ts":"2026-10-09T02:22:17.355887759Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-rrlxw-fe1fe","namespace":"chains-e2e-dpqa"},"queue":"pipelines-queue","status":"finished","prevStatus":"admitted","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-09T02:22:17.35588575Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-rrlxw-fe1fe","reconcileID":"06a04827-e9bd-4ccb-9172-8ca26c3d273e"} {"level":"Level(-2)","ts":"2026-10-09T02:22:17.356019161Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-rrlxw-fe1fe","reconcileID":"06a04827-e9bd-4ccb-9172-8ca26c3d273e","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-09T02:22:17.372150083Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-rrlxw-fe1fe","reconcileID":"ab2cfc28-17ad-4a73-b49f-9e71c25961cb"} {"level":"Level(-2)","ts":"2026-10-09T02:22:17.372210392Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-rrlxw-fe1fe","reconcileID":"ab2cfc28-17ad-4a73-b49f-9e71c25961cb","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-09T02:22:17.372159365Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-rrlxw-fe1fe","namespace":"chains-e2e-dpqa"},"queue":"pipelines-queue","status":"finished","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-09T02:22:17.960164397Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-psxtd-94305","reconcileID":"5131725e-ed45-4fd2-a36e-c930a8b86bc4"} {"level":"Level(-2)","ts":"2026-10-09T02:22:17.96020746Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-psxtd-94305","reconcileID":"5131725e-ed45-4fd2-a36e-c930a8b86bc4","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-09T02:22:17.960198841Z","logger":"workload-reconciler","caller":"core/workload_controller.go:848","msg":"Workload create event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-psxtd-94305","namespace":"chains-e2e-dpqa"},"queue":"pipelines-queue","status":"pending"} {"level":"Level(-2)","ts":"2026-10-09T02:22:17.96029407Z","logger":"scheduler","caller":"scheduler/scheduler.go:226","msg":"Obtained heads","replica-role":"leader","schedulingCycle":7,"headCount":1,"waitDuration":15.109758212} {"level":"Level(-2)","ts":"2026-10-09T02:22:17.960335682Z","logger":"scheduler","caller":"scheduler/scheduler.go:241","msg":"Snapshot taken","replica-role":"leader","schedulingCycle":7,"duration":0.000013658} {"level":"Level(-2)","ts":"2026-10-09T02:22:17.960417964Z","logger":"scheduler","caller":"scheduler/scheduler.go:246","msg":"Nomination done","replica-role":"leader","schedulingCycle":7,"entries":1,"inadmissibleEntries":0,"duration":0.000071051} {"level":"Level(-2)","ts":"2026-10-09T02:22:17.960436694Z","logger":"scheduler","caller":"scheduler/scheduler.go:268","msg":"Attempting to schedule workload","replica-role":"leader","schedulingCycle":7,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-psxtd-94305","namespace":"chains-e2e-dpqa"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-09T02:22:17.960471822Z","logger":"scheduler","caller":"scheduler/scheduler.go:718","msg":"Workload assumed in the cache","replica-role":"leader","schedulingCycle":7,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-psxtd-94305","namespace":"chains-e2e-dpqa"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-09T02:22:17.960490247Z","logger":"scheduler","caller":"scheduler/scheduler.go:404","msg":"Workload processing done","replica-role":"leader","schedulingCycle":7,"duration":0.000056461} {"level":"Level(-2)","ts":"2026-10-09T02:22:17.960507511Z","logger":"scheduler","caller":"scheduler/scheduler.go:215","msg":"Scheduling cycle complete","replica-role":"leader","schedulingCycle":7,"duration":15.109972366} {"level":"Level(-2)","ts":"2026-10-09T02:22:17.960519798Z","logger":"scheduler","caller":"scheduler/scheduler.go:213","msg":"Scheduling cycle starts","replica-role":"leader","schedulingCycle":8} {"level":"Level(-2)","ts":"2026-10-09T02:22:17.975735694Z","logger":"scheduler","caller":"scheduler/scheduler.go:681","msg":"Workload successfully admitted and assigned flavors","replica-role":"leader","schedulingCycle":7,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-psxtd-94305","namespace":"chains-e2e-dpqa"},"clusterQueue":{"name":"cluster-pipeline-queue"},"assignments":[{"name":"pod-set-1","flavors":{"konflux-ci-dev-token":"default-flavor","tekton.dev/pipelineruns":"default-flavor"},"resourceUsage":{"konflux-ci-dev-token":"1","tekton.dev/pipelineruns":"1"},"count":1}]} {"level":"debug","ts":"2026-10-09T02:22:17.975791119Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Quota reserved in ClusterQueue cluster-pipeline-queue, wait time since queued was 1s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-psxtd-94305","uid":"c6282490-32b5-4652-9fa8-b8242273ea67","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"62994"},"reason":"QuotaReserved"} {"level":"debug","ts":"2026-10-09T02:22:17.975804163Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by ClusterQueue cluster-pipeline-queue, wait time since reservation was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-psxtd-94305","uid":"c6282490-32b5-4652-9fa8-b8242273ea67","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"62994"},"reason":"Admitted"} {"level":"Level(-2)","ts":"2026-10-09T02:22:17.975826194Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-psxtd-94305","namespace":"chains-e2e-dpqa"},"queue":"pipelines-queue","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-09T02:22:17.975840581Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-psxtd-94305","reconcileID":"88f9192d-643a-42fc-8ad3-e8473758e0ce"} {"level":"Level(-2)","ts":"2026-10-09T02:22:17.975871177Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-psxtd-94305","reconcileID":"88f9192d-643a-42fc-8ad3-e8473758e0ce","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-09T02:22:18.356100038Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"aff774ff-0852-4a84-bb2c-a8f4e09e4e8d"} {"level":"Level(-2)","ts":"2026-10-09T02:22:18.356098074Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelines-queue","reconcileID":"a3304f51-fc3b-4fed-8ff2-0478ceade756"} {"level":"error","ts":"2026-10-09T02:22:24.748628458Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"Level(-2)","ts":"2026-10-09T02:22:36.434383648Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-psxtd-94305","namespace":"chains-e2e-dpqa"},"queue":"pipelines-queue","status":"finished","prevStatus":"admitted","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-09T02:22:36.434415976Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-psxtd-94305","reconcileID":"190f8548-49d5-44d9-88fc-d1b4046bfde9"} {"level":"Level(-2)","ts":"2026-10-09T02:22:36.434469966Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-psxtd-94305","reconcileID":"190f8548-49d5-44d9-88fc-d1b4046bfde9","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-09T02:22:36.453212534Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-psxtd-94305","namespace":"chains-e2e-dpqa"},"queue":"pipelines-queue","status":"finished","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-09T02:22:36.453269868Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-psxtd-94305","reconcileID":"2205bf07-2ce5-453d-8e36-8bf6130bcf29"} {"level":"Level(-2)","ts":"2026-10-09T02:22:36.453326821Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-psxtd-94305","reconcileID":"2205bf07-2ce5-453d-8e36-8bf6130bcf29","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-09T02:22:37.071692563Z","logger":"workload-reconciler","caller":"core/workload_controller.go:848","msg":"Workload create event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-6dlxk-fbd1c","namespace":"chains-e2e-dpqa"},"queue":"pipelines-queue","status":"pending"} {"level":"Level(-2)","ts":"2026-10-09T02:22:37.071722444Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-6dlxk-fbd1c","reconcileID":"24e3bb32-1952-45ac-ad15-98c51d0d5e7a"} {"level":"Level(-2)","ts":"2026-10-09T02:22:37.071777537Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-6dlxk-fbd1c","reconcileID":"24e3bb32-1952-45ac-ad15-98c51d0d5e7a","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-09T02:22:37.071820635Z","logger":"scheduler","caller":"scheduler/scheduler.go:226","msg":"Obtained heads","replica-role":"leader","schedulingCycle":8,"headCount":1,"waitDuration":19.111300358} {"level":"Level(-2)","ts":"2026-10-09T02:22:37.071846473Z","logger":"scheduler","caller":"scheduler/scheduler.go:241","msg":"Snapshot taken","replica-role":"leader","schedulingCycle":8,"duration":0.000009867} {"level":"Level(-2)","ts":"2026-10-09T02:22:37.07192082Z","logger":"scheduler","caller":"scheduler/scheduler.go:246","msg":"Nomination done","replica-role":"leader","schedulingCycle":8,"entries":1,"inadmissibleEntries":0,"duration":0.000066158} {"level":"Level(-2)","ts":"2026-10-09T02:22:37.071946494Z","logger":"scheduler","caller":"scheduler/scheduler.go:268","msg":"Attempting to schedule workload","replica-role":"leader","schedulingCycle":8,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-6dlxk-fbd1c","namespace":"chains-e2e-dpqa"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-09T02:22:37.071974845Z","logger":"scheduler","caller":"scheduler/scheduler.go:718","msg":"Workload assumed in the cache","replica-role":"leader","schedulingCycle":8,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-6dlxk-fbd1c","namespace":"chains-e2e-dpqa"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-09T02:22:37.071990217Z","logger":"scheduler","caller":"scheduler/scheduler.go:404","msg":"Workload processing done","replica-role":"leader","schedulingCycle":8,"duration":0.000046585} {"level":"Level(-2)","ts":"2026-10-09T02:22:37.072001593Z","logger":"scheduler","caller":"scheduler/scheduler.go:215","msg":"Scheduling cycle complete","replica-role":"leader","schedulingCycle":8,"duration":19.111481695} {"level":"Level(-2)","ts":"2026-10-09T02:22:37.072012852Z","logger":"scheduler","caller":"scheduler/scheduler.go:213","msg":"Scheduling cycle starts","replica-role":"leader","schedulingCycle":9} {"level":"Level(-2)","ts":"2026-10-09T02:22:37.086994945Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-6dlxk-fbd1c","namespace":"chains-e2e-dpqa"},"queue":"pipelines-queue","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-09T02:22:37.087058991Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-6dlxk-fbd1c","reconcileID":"0b074de3-cfcb-410e-9436-dc71c95dc48b"} {"level":"Level(-2)","ts":"2026-10-09T02:22:37.087113191Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-6dlxk-fbd1c","reconcileID":"0b074de3-cfcb-410e-9436-dc71c95dc48b","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-09T02:22:37.087786863Z","logger":"scheduler","caller":"scheduler/scheduler.go:681","msg":"Workload successfully admitted and assigned flavors","replica-role":"leader","schedulingCycle":8,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-6dlxk-fbd1c","namespace":"chains-e2e-dpqa"},"clusterQueue":{"name":"cluster-pipeline-queue"},"assignments":[{"name":"pod-set-1","flavors":{"konflux-ci-dev-token":"default-flavor","tekton.dev/pipelineruns":"default-flavor"},"resourceUsage":{"konflux-ci-dev-token":"1","tekton.dev/pipelineruns":"1"},"count":1}]} {"level":"debug","ts":"2026-10-09T02:22:37.087819307Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Quota reserved in ClusterQueue cluster-pipeline-queue, wait time since queued was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-6dlxk-fbd1c","uid":"906e5f42-3543-4212-ba07-f2a56036640d","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"63589"},"reason":"QuotaReserved"} {"level":"debug","ts":"2026-10-09T02:22:37.087832819Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by ClusterQueue cluster-pipeline-queue, wait time since reservation was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-6dlxk-fbd1c","uid":"906e5f42-3543-4212-ba07-f2a56036640d","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"63589"},"reason":"Admitted"} {"level":"Level(-2)","ts":"2026-10-09T02:22:37.434826888Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"a2b26d54-51b6-4827-b260-1888c49eb77b"} {"level":"Level(-2)","ts":"2026-10-09T02:22:37.43482534Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelines-queue","reconcileID":"92d998eb-50c6-417c-8c23-f07facadbbd7"} {"level":"Level(-2)","ts":"2026-10-09T02:23:01.578211247Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-6dlxk-fbd1c","namespace":"chains-e2e-dpqa"},"queue":"pipelines-queue","status":"finished","prevStatus":"admitted","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-09T02:23:01.578239049Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-6dlxk-fbd1c","reconcileID":"06c26b34-260b-41f7-ade0-8584333b5e58"} {"level":"Level(-2)","ts":"2026-10-09T02:23:01.578291199Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-6dlxk-fbd1c","reconcileID":"06c26b34-260b-41f7-ade0-8584333b5e58","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-09T02:23:01.595372698Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-6dlxk-fbd1c","namespace":"chains-e2e-dpqa"},"queue":"pipelines-queue","status":"finished","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-09T02:23:01.595388Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-6dlxk-fbd1c","reconcileID":"06f3a341-de4d-4805-9314-6383ad01e67e"} {"level":"Level(-2)","ts":"2026-10-09T02:23:01.595437131Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-6dlxk-fbd1c","reconcileID":"06f3a341-de4d-4805-9314-6383ad01e67e","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-09T02:23:02.152531037Z","logger":"workload-reconciler","caller":"core/workload_controller.go:848","msg":"Workload create event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-jsllc-2f2d3","namespace":"chains-e2e-dpqa"},"queue":"pipelines-queue","status":"pending"} {"level":"Level(-2)","ts":"2026-10-09T02:23:02.152562495Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-jsllc-2f2d3","reconcileID":"f247b106-5c46-45e7-ab30-c4d164ca9e59"} {"level":"Level(-2)","ts":"2026-10-09T02:23:02.152597699Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-jsllc-2f2d3","reconcileID":"f247b106-5c46-45e7-ab30-c4d164ca9e59","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-09T02:23:02.152624468Z","logger":"scheduler","caller":"scheduler/scheduler.go:226","msg":"Obtained heads","replica-role":"leader","schedulingCycle":9,"headCount":1,"waitDuration":25.080611299} {"level":"Level(-2)","ts":"2026-10-09T02:23:02.152650495Z","logger":"scheduler","caller":"scheduler/scheduler.go:241","msg":"Snapshot taken","replica-role":"leader","schedulingCycle":9,"duration":0.000011433} {"level":"Level(-2)","ts":"2026-10-09T02:23:02.152698368Z","logger":"scheduler","caller":"scheduler/scheduler.go:246","msg":"Nomination done","replica-role":"leader","schedulingCycle":9,"entries":1,"inadmissibleEntries":0,"duration":0.000039954} {"level":"Level(-2)","ts":"2026-10-09T02:23:02.152713548Z","logger":"scheduler","caller":"scheduler/scheduler.go:268","msg":"Attempting to schedule workload","replica-role":"leader","schedulingCycle":9,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-jsllc-2f2d3","namespace":"chains-e2e-dpqa"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-09T02:23:02.152743472Z","logger":"scheduler","caller":"scheduler/scheduler.go:718","msg":"Workload assumed in the cache","replica-role":"leader","schedulingCycle":9,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-jsllc-2f2d3","namespace":"chains-e2e-dpqa"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-09T02:23:02.152759588Z","logger":"scheduler","caller":"scheduler/scheduler.go:404","msg":"Workload processing done","replica-role":"leader","schedulingCycle":9,"duration":0.000048651} {"level":"Level(-2)","ts":"2026-10-09T02:23:02.152771656Z","logger":"scheduler","caller":"scheduler/scheduler.go:215","msg":"Scheduling cycle complete","replica-role":"leader","schedulingCycle":9,"duration":25.08075861} {"level":"Level(-2)","ts":"2026-10-09T02:23:02.152783196Z","logger":"scheduler","caller":"scheduler/scheduler.go:213","msg":"Scheduling cycle starts","replica-role":"leader","schedulingCycle":10} {"level":"Level(-2)","ts":"2026-10-09T02:23:02.170808873Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-jsllc-2f2d3","reconcileID":"d8ca7c33-5ad4-48c3-9d9f-31f18404226e"} {"level":"Level(-2)","ts":"2026-10-09T02:23:02.170851873Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-jsllc-2f2d3","reconcileID":"d8ca7c33-5ad4-48c3-9d9f-31f18404226e","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-09T02:23:02.170846152Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-jsllc-2f2d3","namespace":"chains-e2e-dpqa"},"queue":"pipelines-queue","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-09T02:23:02.170911425Z","logger":"scheduler","caller":"scheduler/scheduler.go:681","msg":"Workload successfully admitted and assigned flavors","replica-role":"leader","schedulingCycle":9,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-jsllc-2f2d3","namespace":"chains-e2e-dpqa"},"clusterQueue":{"name":"cluster-pipeline-queue"},"assignments":[{"name":"pod-set-1","flavors":{"konflux-ci-dev-token":"default-flavor","tekton.dev/pipelineruns":"default-flavor"},"resourceUsage":{"konflux-ci-dev-token":"1","tekton.dev/pipelineruns":"1"},"count":1}]} {"level":"debug","ts":"2026-10-09T02:23:02.170949452Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Quota reserved in ClusterQueue cluster-pipeline-queue, wait time since queued was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-jsllc-2f2d3","uid":"a6d40e40-de8a-498d-921c-6fd378393675","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"64357"},"reason":"QuotaReserved"} {"level":"debug","ts":"2026-10-09T02:23:02.17096739Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by ClusterQueue cluster-pipeline-queue, wait time since reservation was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-jsllc-2f2d3","uid":"a6d40e40-de8a-498d-921c-6fd378393675","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"64357"},"reason":"Admitted"} {"level":"Level(-2)","ts":"2026-10-09T02:23:02.578889155Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"3edea4b9-b99b-4bfd-99dd-ae4068c61f17"} {"level":"Level(-2)","ts":"2026-10-09T02:23:02.57888715Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelines-queue","reconcileID":"cba9ac14-4af7-4657-a78a-4b0b95930860"} {"level":"error","ts":"2026-10-09T02:23:03.277724875Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"Level(-2)","ts":"2026-10-09T02:23:16.690535397Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-jsllc-2f2d3","namespace":"chains-e2e-dpqa"},"queue":"pipelines-queue","status":"finished","prevStatus":"admitted","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-09T02:23:16.690563779Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-jsllc-2f2d3","reconcileID":"b232edb3-f28a-44a3-b6bd-132f7a6248ae"} {"level":"Level(-2)","ts":"2026-10-09T02:23:16.690629967Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-jsllc-2f2d3","reconcileID":"b232edb3-f28a-44a3-b6bd-132f7a6248ae","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-09T02:23:16.71389514Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-jsllc-2f2d3","namespace":"chains-e2e-dpqa"},"queue":"pipelines-queue","status":"finished","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-09T02:23:16.713943277Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-jsllc-2f2d3","reconcileID":"3919bb01-c450-4ebb-803f-5e80fe12dc8e"} {"level":"Level(-2)","ts":"2026-10-09T02:23:16.713981333Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-jsllc-2f2d3","reconcileID":"3919bb01-c450-4ebb-803f-5e80fe12dc8e","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-09T02:23:17.336494749Z","logger":"workload-reconciler","caller":"core/workload_controller.go:848","msg":"Workload create event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-c2cxc-ae90f","namespace":"chains-e2e-dpqa"},"queue":"pipelines-queue","status":"pending"} {"level":"Level(-2)","ts":"2026-10-09T02:23:17.336518636Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-c2cxc-ae90f","reconcileID":"4f93cc2a-1740-4c9d-8c19-3e40a1cc69b8"} {"level":"Level(-2)","ts":"2026-10-09T02:23:17.336553875Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-c2cxc-ae90f","reconcileID":"4f93cc2a-1740-4c9d-8c19-3e40a1cc69b8","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-09T02:23:17.336590081Z","logger":"scheduler","caller":"scheduler/scheduler.go:226","msg":"Obtained heads","replica-role":"leader","schedulingCycle":10,"headCount":1,"waitDuration":15.183805819} {"level":"Level(-2)","ts":"2026-10-09T02:23:17.336627257Z","logger":"scheduler","caller":"scheduler/scheduler.go:241","msg":"Snapshot taken","replica-role":"leader","schedulingCycle":10,"duration":0.000013079} {"level":"Level(-2)","ts":"2026-10-09T02:23:17.336684248Z","logger":"scheduler","caller":"scheduler/scheduler.go:246","msg":"Nomination done","replica-role":"leader","schedulingCycle":10,"entries":1,"inadmissibleEntries":0,"duration":0.000045602} {"level":"Level(-2)","ts":"2026-10-09T02:23:17.33670249Z","logger":"scheduler","caller":"scheduler/scheduler.go:268","msg":"Attempting to schedule workload","replica-role":"leader","schedulingCycle":10,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-c2cxc-ae90f","namespace":"chains-e2e-dpqa"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-09T02:23:17.33673962Z","logger":"scheduler","caller":"scheduler/scheduler.go:718","msg":"Workload assumed in the cache","replica-role":"leader","schedulingCycle":10,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-c2cxc-ae90f","namespace":"chains-e2e-dpqa"},"clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-09T02:23:17.33675644Z","logger":"scheduler","caller":"scheduler/scheduler.go:404","msg":"Workload processing done","replica-role":"leader","schedulingCycle":10,"duration":0.000058447} {"level":"Level(-2)","ts":"2026-10-09T02:23:17.336772223Z","logger":"scheduler","caller":"scheduler/scheduler.go:215","msg":"Scheduling cycle complete","replica-role":"leader","schedulingCycle":10,"duration":15.183988857} {"level":"Level(-2)","ts":"2026-10-09T02:23:17.336783293Z","logger":"scheduler","caller":"scheduler/scheduler.go:213","msg":"Scheduling cycle starts","replica-role":"leader","schedulingCycle":11} {"level":"Level(-2)","ts":"2026-10-09T02:23:17.352139894Z","logger":"scheduler","caller":"scheduler/scheduler.go:681","msg":"Workload successfully admitted and assigned flavors","replica-role":"leader","schedulingCycle":10,"workload":{"name":"pipelinerun-verify-enterprise-contract-run-c2cxc-ae90f","namespace":"chains-e2e-dpqa"},"clusterQueue":{"name":"cluster-pipeline-queue"},"assignments":[{"name":"pod-set-1","flavors":{"konflux-ci-dev-token":"default-flavor","tekton.dev/pipelineruns":"default-flavor"},"resourceUsage":{"konflux-ci-dev-token":"1","tekton.dev/pipelineruns":"1"},"count":1}]} {"level":"Level(-2)","ts":"2026-10-09T02:23:17.35217043Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-c2cxc-ae90f","reconcileID":"14088e6b-da29-4a47-90a2-673f0a0aac34"} {"level":"debug","ts":"2026-10-09T02:23:17.352172038Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Quota reserved in ClusterQueue cluster-pipeline-queue, wait time since queued was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-c2cxc-ae90f","uid":"8056cdea-e93e-4e49-91af-f647d7b0195c","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"64873"},"reason":"QuotaReserved"} {"level":"debug","ts":"2026-10-09T02:23:17.352358753Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by ClusterQueue cluster-pipeline-queue, wait time since reservation was 0s","type":"Normal","object":{"kind":"Workload","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-c2cxc-ae90f","uid":"8056cdea-e93e-4e49-91af-f647d7b0195c","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"64873"},"reason":"Admitted"} {"level":"Level(-2)","ts":"2026-10-09T02:23:17.352442206Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-c2cxc-ae90f","namespace":"chains-e2e-dpqa"},"queue":"pipelines-queue","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-09T02:23:17.352455965Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-c2cxc-ae90f","reconcileID":"14088e6b-da29-4a47-90a2-673f0a0aac34","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-09T02:23:17.69113841Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"4406f6e6-4aaa-4a52-a0e9-49a5f16e23ba"} {"level":"Level(-2)","ts":"2026-10-09T02:23:17.691134229Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelines-queue","reconcileID":"839b0c50-804a-4a88-8607-07cfc6889573"} {"level":"Level(-2)","ts":"2026-10-09T02:23:31.768562567Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-c2cxc-ae90f","reconcileID":"f1d0f25e-f91e-45d4-a7f0-9ac3d2b2667b"} {"level":"Level(-2)","ts":"2026-10-09T02:23:31.768598169Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-c2cxc-ae90f","namespace":"chains-e2e-dpqa"},"queue":"pipelines-queue","status":"finished","prevStatus":"admitted","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-09T02:23:31.768622367Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-c2cxc-ae90f","reconcileID":"f1d0f25e-f91e-45d4-a7f0-9ac3d2b2667b","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-09T02:23:31.782476336Z","logger":"workload-reconciler","caller":"core/workload_controller.go:930","msg":"Workload update event","replica-role":"leader","workload":{"name":"pipelinerun-verify-enterprise-contract-run-c2cxc-ae90f","namespace":"chains-e2e-dpqa"},"queue":"pipelines-queue","status":"finished","clusterQueue":"cluster-pipeline-queue"} {"level":"Level(-2)","ts":"2026-10-09T02:23:31.782495965Z","logger":"multikueue-workload","caller":"multikueue/workload.go:158","msg":"Reconcile Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-c2cxc-ae90f","reconcileID":"c578ceae-1d66-45f7-a7f1-4804b36930f3"} {"level":"Level(-2)","ts":"2026-10-09T02:23:31.782543024Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Skip Workload","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelinerun-verify-enterprise-contract-run-c2cxc-ae90f","reconcileID":"c578ceae-1d66-45f7-a7f1-4804b36930f3","isDeleted":false} {"level":"Level(-2)","ts":"2026-10-09T02:23:32.769564768Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"b2618a4c-8245-4b84-b426-7d9d1fed2863"} {"level":"Level(-2)","ts":"2026-10-09T02:23:32.769564771Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelines-queue","reconcileID":"b6d6027b-bafd-4b70-ac8e-7191f382a9ef"} {"level":"Level(-2)","ts":"2026-10-09T02:23:32.785922768Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"pipelines-queue","namespace":"chains-e2e-dpqa"}} {"level":"Level(-2)","ts":"2026-10-09T02:23:32.78601554Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"chains-e2e-dpqa","name":"pipelines-queue","reconcileID":"7126e6fa-8d26-4fc2-a21a-de17919ab56d"} {"level":"Level(-2)","ts":"2026-10-09T02:23:32.788741896Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-pipeline-queue"}} {"level":"Level(-2)","ts":"2026-10-09T02:23:32.789030002Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-pipeline-queue","reconcileID":"b0b61001-411a-4e7e-80ce-5c154c065060"} {"level":"error","ts":"2026-10-09T02:23:49.658794629Z","logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114","type":"*v1.PartialObjectMetadata","error":"failed to list *v1.PartialObjectMetadata: pipelineruns.tekton.dev is forbidden: User \"system:serviceaccount:openshift-kueue-operator:kueue-controller-manager\" cannot list resource \"pipelineruns\" in API group \"tekton.dev\" at the cluster scope","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"}