{"level":"info","ts":"2026-10-30T21:58:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fd2a94"},"tenantID":"e2e-inf-a-fd2a94","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-fd2a94"} {"level":"info","ts":"2026-10-30T21:58:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fd2a94"},"tenantID":"e2e-inf-a-fd2a94","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-fd2a94"} {"level":"info","ts":"2026-10-30T21:58:09Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-41b830d9"}} {"level":"info","ts":"2026-10-30T21:58:09Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-de368a1d"}} {"level":"info","ts":"2026-10-30T21:58:09Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-b8709fb3"}} {"level":"info","ts":"2026-10-30T21:58:09Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cae8d629"}} {"level":"info","ts":"2026-10-30T21:58:09Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-46ed0af0"}} {"level":"info","ts":"2026-10-30T21:58:09Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9d18a908"}} {"level":"error","ts":"2026-10-30T21:58:09Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2b6200a3"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:946\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-10-30T21:58:09Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-03f78348"}} {"level":"info","ts":"2026-10-30T21:58:18Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-bd3c59"}} {"level":"info","ts":"2026-10-30T21:58:20Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-bd3c59"}} {"level":"info","ts":"2026-10-30T21:58:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-41b830d9"}} {"level":"info","ts":"2026-10-30T21:58:20Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-de368a1d"}} {"level":"info","ts":"2026-10-30T21:58:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-b8709fb3"}} {"level":"info","ts":"2026-10-30T21:58:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cae8d629"}} {"level":"info","ts":"2026-10-30T21:58:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-46ed0af0"}} {"level":"info","ts":"2026-10-30T21:58:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9d18a908"}} {"level":"info","ts":"2026-10-30T21:58:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-03f78348"}} {"level":"info","ts":"2026-10-30T21:58:30Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-bd3c59"}} {"level":"info","ts":"2026-10-30T21:58:33Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-bd3c59"},"tenantID":"e2e-shared-b-w2-bd3c59","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T21:58:33Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-41b830d9"}} {"level":"info","ts":"2026-10-30T21:58:33Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-de368a1d"}} {"level":"info","ts":"2026-10-30T21:58:33Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-b8709fb3"}} {"level":"info","ts":"2026-10-30T21:58:33Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cae8d629"}} {"level":"info","ts":"2026-10-30T21:58:33Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-46ed0af0"}} {"level":"info","ts":"2026-10-30T21:58:33Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9d18a908"}} {"level":"info","ts":"2026-10-30T21:58:33Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-03f78348"}} {"level":"info","ts":"2026-10-30T21:58:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T21:58:37Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-71a3d788"}} {"level":"info","ts":"2026-10-30T21:58:37Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-71a3d788"}} {"level":"info","ts":"2026-10-30T21:58:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-71a3d788"},"tenantID":"e2e-mt-71a3d788","namespace":"openshift-ingress","gatewayName":"e2e-mt-71a3d788"} {"level":"info","ts":"2026-10-30T21:58:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-71a3d788"},"tenantID":"e2e-mt-71a3d788","namespace":"openshift-ingress","gatewayName":"e2e-mt-71a3d788"} {"level":"info","ts":"2026-10-30T21:58:43Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-41b830d9"}} {"level":"info","ts":"2026-10-30T21:58:43Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-de368a1d"}} {"level":"info","ts":"2026-10-30T21:58:43Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-b8709fb3"}} {"level":"info","ts":"2026-10-30T21:58:43Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cae8d629"}} {"level":"info","ts":"2026-10-30T21:58:43Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-46ed0af0"}} {"level":"info","ts":"2026-10-30T21:58:43Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9d18a908"}} {"level":"info","ts":"2026-10-30T21:58:43Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-03f78348"}} {"level":"info","ts":"2026-10-30T21:58:43Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-78c632"}} {"level":"info","ts":"2026-10-30T21:58:44Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-78c632"}} {"level":"info","ts":"2026-10-30T21:58:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-de368a1d"}} {"level":"info","ts":"2026-10-30T21:58:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-de368a1d"}} {"level":"info","ts":"2026-10-30T21:58:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-de368a1d"}} {"level":"info","ts":"2026-10-30T21:58:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-de368a1d"}} {"level":"info","ts":"2026-10-30T21:58:53Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-41b830d9"}} {"level":"info","ts":"2026-10-30T21:58:53Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-b8709fb3"}} {"level":"info","ts":"2026-10-30T21:58:53Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cae8d629"}} {"level":"info","ts":"2026-10-30T21:58:53Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-46ed0af0"}} {"level":"info","ts":"2026-10-30T21:58:53Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9d18a908"}} {"level":"info","ts":"2026-10-30T21:58:53Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-03f78348"}} {"level":"info","ts":"2026-10-30T21:58:55Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-78c632"}} {"level":"info","ts":"2026-10-30T21:58:57Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-78c632"},"tenantID":"e2e-shared-b-w4-78c632","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T21:58:58Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-de368a1d"}} {"level":"info","ts":"2026-10-30T21:59:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-1a415f"},"tenantID":"e2e-shared-b-w0-1a415f","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-1a415f"} {"level":"info","ts":"2026-10-30T21:59:03Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5bfa09"}} {"level":"info","ts":"2026-10-30T21:59:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8c5350"},"tenantID":"e2e-inf-a-8c5350","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-8c5350"} {"level":"info","ts":"2026-10-30T21:59:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-41b830d9"}} {"level":"info","ts":"2026-10-30T21:59:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-b8709fb3"}} {"level":"info","ts":"2026-10-30T21:59:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cae8d629"}} {"level":"info","ts":"2026-10-30T21:59:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-46ed0af0"}} {"level":"info","ts":"2026-10-30T21:59:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9d18a908"}} {"level":"info","ts":"2026-10-30T21:59:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-03f78348"}} {"level":"info","ts":"2026-10-30T21:59:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8c5350"},"tenantID":"e2e-inf-a-8c5350","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-8c5350"} {"level":"info","ts":"2026-10-30T21:59:08Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-de368a1d"}} {"level":"info","ts":"2026-10-30T21:59:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fd2a94"},"tenantID":"e2e-inf-a-fd2a94","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-fd2a94"} {"level":"info","ts":"2026-10-30T21:59:13Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5bfa09"}} {"level":"info","ts":"2026-10-30T21:59:15Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5bfa09"},"tenantID":"e2e-shared-b-w1-5bfa09","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T21:59:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fd2a94"},"tenantID":"e2e-inf-a-fd2a94","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-fd2a94"} {"level":"info","ts":"2026-10-30T21:59:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-41b830d9"}} {"level":"info","ts":"2026-10-30T21:59:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-b8709fb3"}} {"level":"info","ts":"2026-10-30T21:59:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cae8d629"}} {"level":"info","ts":"2026-10-30T21:59:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-46ed0af0"}} {"level":"error","ts":"2026-10-30T21:59:17Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9d18a908"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:946\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-10-30T21:59:18Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-03f78348"}} {"level":"info","ts":"2026-10-30T21:59:18Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-de368a1d"}} {"level":"info","ts":"2026-10-30T21:59:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-71a3d788"},"tenantID":"e2e-mt-71a3d788","namespace":"openshift-ingress","gatewayName":"e2e-mt-71a3d788"} {"level":"info","ts":"2026-10-30T21:59:28Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-41b830d9"}} {"level":"info","ts":"2026-10-30T21:59:28Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-b8709fb3"}} {"level":"info","ts":"2026-10-30T21:59:28Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cae8d629"}} {"level":"error","ts":"2026-10-30T21:59:28Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-46ed0af0"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:946\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-10-30T21:59:28Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-03f78348"}} {"level":"info","ts":"2026-10-30T21:59:28Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-de368a1d"}} {"level":"info","ts":"2026-10-30T21:59:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-71a3d788"},"tenantID":"e2e-mt-71a3d788","namespace":"openshift-ingress","gatewayName":"e2e-mt-71a3d788"} {"level":"info","ts":"2026-10-30T21:59:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-41b830d9"}} {"level":"info","ts":"2026-10-30T21:59:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-b8709fb3"}} {"level":"info","ts":"2026-10-30T21:59:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cae8d629"}} {"level":"error","ts":"2026-10-30T21:59:38Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-03f78348"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:946\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-10-30T21:59:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-de368a1d"}} {"level":"info","ts":"2026-10-30T21:59:48Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-41b830d9"}} {"level":"info","ts":"2026-10-30T21:59:48Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-b8709fb3"}} {"level":"info","ts":"2026-10-30T21:59:48Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cae8d629"}} {"level":"info","ts":"2026-10-30T21:59:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-de368a1d"}} {"level":"info","ts":"2026-10-30T21:59:55Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-08a49e4d"}} {"level":"info","ts":"2026-10-30T21:59:55Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-08a49e4d"}} {"level":"info","ts":"2026-10-30T21:59:58Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-41b830d9"}} {"level":"info","ts":"2026-10-30T21:59:58Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-b8709fb3"}} {"level":"info","ts":"2026-10-30T21:59:58Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cae8d629"}} {"level":"info","ts":"2026-10-30T21:59:59Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-de368a1d"}} {"level":"info","ts":"2026-10-30T22:00:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-69e4b2"},"tenantID":"e2e-worker-w6-69e4b2","namespace":"openshift-ingress","gatewayName":"e2e-worker-w6-69e4b2"} {"level":"info","ts":"2026-10-30T22:00:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-d68156"},"tenantID":"e2e-worker-w3-d68156","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d68156"} {"level":"info","ts":"2026-10-30T22:00:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8c5350"},"tenantID":"e2e-inf-a-8c5350","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-8c5350"} {"level":"info","ts":"2026-10-30T22:00:07Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-08a49e4d"}} {"level":"info","ts":"2026-10-30T22:00:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8c5350"},"tenantID":"e2e-inf-a-8c5350","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-8c5350"} {"level":"info","ts":"2026-10-30T22:00:11Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-41b830d9"}} {"level":"info","ts":"2026-10-30T22:00:11Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-b8709fb3"}} {"level":"info","ts":"2026-10-30T22:00:11Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cae8d629"}} {"level":"info","ts":"2026-10-30T22:00:11Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-de368a1d"}} {"level":"info","ts":"2026-10-30T22:00:17Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-08a49e4d"}} {"level":"info","ts":"2026-10-30T22:00:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e6dcc0"},"tenantID":"e2e-inf-a-e6dcc0","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-e6dcc0"} {"level":"info","ts":"2026-10-30T22:00:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e6dcc0"},"tenantID":"e2e-inf-a-e6dcc0","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-e6dcc0"} {"level":"info","ts":"2026-10-30T22:00:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-98d38f"},"tenantID":"e2e-api-a-98d38f","namespace":"openshift-ingress","gatewayName":"e2e-api-a-98d38f"} {"level":"info","ts":"2026-10-30T22:00:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fd2a94"},"tenantID":"e2e-inf-a-fd2a94","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-fd2a94"} {"level":"info","ts":"2026-10-30T22:00:28Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-41b830d9"}} {"level":"info","ts":"2026-10-30T22:00:28Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-b8709fb3"}} {"level":"info","ts":"2026-10-30T22:00:28Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cae8d629"}} {"level":"info","ts":"2026-10-30T22:00:28Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-de368a1d"}} {"level":"info","ts":"2026-10-30T22:00:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-6ea374"},"tenantID":"e2e-worker-w1-6ea374","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6ea374"} {"level":"info","ts":"2026-10-30T22:00:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-98d38f"},"tenantID":"e2e-api-a-98d38f","namespace":"openshift-ingress","gatewayName":"e2e-api-a-98d38f"} {"level":"info","ts":"2026-10-30T22:00:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ae1bd5"},"tenantID":"e2e-api-a-ae1bd5","namespace":"openshift-ingress","gatewayName":"e2e-api-a-ae1bd5"} {"level":"info","ts":"2026-10-30T22:00:35Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-08a49e4d"}} {"level":"info","ts":"2026-10-30T22:00:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fd2a94"},"tenantID":"e2e-inf-a-fd2a94","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-fd2a94"} {"level":"info","ts":"2026-10-30T22:00:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-c7d477"},"tenantID":"e2e-worker-w5-c7d477","namespace":"openshift-ingress","gatewayName":"e2e-worker-w5-c7d477"} {"level":"info","ts":"2026-10-30T22:00:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ae1bd5"},"tenantID":"e2e-api-a-ae1bd5","namespace":"openshift-ingress","gatewayName":"e2e-api-a-ae1bd5"} {"level":"info","ts":"2026-10-30T22:00:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-71a3d788"},"tenantID":"e2e-mt-71a3d788","namespace":"openshift-ingress","gatewayName":"e2e-mt-71a3d788"} {"level":"info","ts":"2026-10-30T22:00:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-1de75a"},"tenantID":"e2e-worker-w4-1de75a","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-1de75a"} {"level":"info","ts":"2026-10-30T22:00:47Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-08a49e4d"}} {"level":"info","ts":"2026-10-30T22:00:47Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-41b830d9"}} {"level":"info","ts":"2026-10-30T22:00:47Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-b8709fb3"}} {"level":"info","ts":"2026-10-30T22:00:47Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cae8d629"}} {"level":"info","ts":"2026-10-30T22:00:47Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-de368a1d"}} {"level":"info","ts":"2026-10-30T22:00:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-91874e"},"tenantID":"e2e-worker-w2-91874e","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-91874e"} {"level":"info","ts":"2026-10-30T22:00:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-08a49e4d"}} {"level":"info","ts":"2026-10-30T22:00:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-41b830d9"}} {"level":"info","ts":"2026-10-30T22:00:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-b8709fb3"}} {"level":"info","ts":"2026-10-30T22:00:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cae8d629"}} {"level":"info","ts":"2026-10-30T22:00:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-de368a1d"}} {"level":"info","ts":"2026-10-30T22:01:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ea1f0b"},"tenantID":"e2e-inf-b-ea1f0b","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-ea1f0b"} {"level":"info","ts":"2026-10-30T22:01:01Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-71a3d788"}} {"level":"info","ts":"2026-10-30T22:01:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ea1f0b"},"tenantID":"e2e-inf-b-ea1f0b","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-ea1f0b"} {"level":"info","ts":"2026-10-30T22:01:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-08a49e4d"}} {"level":"info","ts":"2026-10-30T22:01:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-41b830d9"}} {"level":"info","ts":"2026-10-30T22:01:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-b8709fb3"}} {"level":"info","ts":"2026-10-30T22:01:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cae8d629"}} {"level":"info","ts":"2026-10-30T22:01:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-de368a1d"}} {"level":"info","ts":"2026-10-30T22:01:11Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-71a3d788"}} {"level":"info","ts":"2026-10-30T22:01:13Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-71a3d788"},"tenantID":"e2e-mt-71a3d788","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T22:01:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-691598"},"tenantID":"e2e-worker-w0-691598","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-691598"} {"level":"info","ts":"2026-10-30T22:01:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-08a49e4d"}} {"level":"info","ts":"2026-10-30T22:01:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-41b830d9"}} {"level":"info","ts":"2026-10-30T22:01:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-b8709fb3"}} {"level":"info","ts":"2026-10-30T22:01:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cae8d629"}} {"level":"info","ts":"2026-10-30T22:01:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-de368a1d"}} {"level":"info","ts":"2026-10-30T22:01:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8c5350"},"tenantID":"e2e-inf-a-8c5350","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-8c5350"} {"level":"info","ts":"2026-10-30T22:01:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8c5350"},"tenantID":"e2e-inf-a-8c5350","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-8c5350"} {"level":"info","ts":"2026-10-30T22:01:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e6dcc0"},"tenantID":"e2e-inf-a-e6dcc0","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-e6dcc0"} {"level":"info","ts":"2026-10-30T22:01:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-2c8f56"},"tenantID":"e2e-shared-a-w0-2c8f56","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-2c8f56"} {"level":"info","ts":"2026-10-30T22:01:28Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-08a49e4d"}} {"level":"info","ts":"2026-10-30T22:01:28Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-41b830d9"}} {"level":"info","ts":"2026-10-30T22:01:28Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-b8709fb3"}} {"level":"info","ts":"2026-10-30T22:01:28Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cae8d629"}} {"level":"info","ts":"2026-10-30T22:01:28Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-de368a1d"}} {"level":"info","ts":"2026-10-30T22:01:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e6dcc0"},"tenantID":"e2e-inf-a-e6dcc0","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-e6dcc0"} {"level":"info","ts":"2026-10-30T22:01:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-98d38f"},"tenantID":"e2e-api-a-98d38f","namespace":"openshift-ingress","gatewayName":"e2e-api-a-98d38f"} {"level":"info","ts":"2026-10-30T22:01:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-08a49e4d"}} {"level":"info","ts":"2026-10-30T22:01:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-41b830d9"}} {"level":"info","ts":"2026-10-30T22:01:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-b8709fb3"}} {"level":"error","ts":"2026-10-30T22:01:38Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cae8d629"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:946\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-10-30T22:01:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-de368a1d"}} {"level":"info","ts":"2026-10-30T22:01:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-98d38f"},"tenantID":"e2e-api-a-98d38f","namespace":"openshift-ingress","gatewayName":"e2e-api-a-98d38f"} {"level":"info","ts":"2026-10-30T22:01:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ae1bd5"},"tenantID":"e2e-api-a-ae1bd5","namespace":"openshift-ingress","gatewayName":"e2e-api-a-ae1bd5"} {"level":"info","ts":"2026-10-30T22:01:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ae1bd5"},"tenantID":"e2e-api-a-ae1bd5","namespace":"openshift-ingress","gatewayName":"e2e-api-a-ae1bd5"} {"level":"info","ts":"2026-10-30T22:01:48Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-08a49e4d"}} {"level":"info","ts":"2026-10-30T22:01:48Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-41b830d9"}} {"level":"info","ts":"2026-10-30T22:01:48Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-b8709fb3"}} {"level":"info","ts":"2026-10-30T22:01:48Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-de368a1d"}} {"level":"info","ts":"2026-10-30T22:01:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-abb526"},"tenantID":"e2e-inf-b-abb526","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-abb526"} {"level":"info","ts":"2026-10-30T22:02:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-abb526"},"tenantID":"e2e-inf-b-abb526","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-abb526"} {"level":"info","ts":"2026-10-30T22:02:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-08a49e4d"}} {"level":"info","ts":"2026-10-30T22:02:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-41b830d9"}} {"level":"info","ts":"2026-10-30T22:02:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-b8709fb3"}} {"level":"info","ts":"2026-10-30T22:02:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-de368a1d"}} {"level":"info","ts":"2026-10-30T22:02:08Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-91874e"}} {"level":"info","ts":"2026-10-30T22:02:10Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-91874e"}} {"level":"info","ts":"2026-10-30T22:02:11Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-08a49e4d"}} {"level":"info","ts":"2026-10-30T22:02:11Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-41b830d9"}} {"level":"info","ts":"2026-10-30T22:02:11Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-b8709fb3"}} {"level":"info","ts":"2026-10-30T22:02:11Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-de368a1d"}} {"level":"info","ts":"2026-10-30T22:02:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ea1f0b"},"tenantID":"e2e-inf-b-ea1f0b","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-ea1f0b"} {"level":"info","ts":"2026-10-30T22:02:22Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-91874e"},"tenantID":"e2e-worker-w2-91874e","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T22:02:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ea1f0b"},"tenantID":"e2e-inf-b-ea1f0b","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-ea1f0b"} {"level":"info","ts":"2026-10-30T22:02:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-08a49e4d"}} {"level":"info","ts":"2026-10-30T22:02:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-41b830d9"}} {"level":"info","ts":"2026-10-30T22:02:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-b8709fb3"}} {"level":"info","ts":"2026-10-30T22:02:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-de368a1d"}} {"level":"info","ts":"2026-10-30T22:02:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-08a49e4d"}} {"level":"info","ts":"2026-10-30T22:02:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-41b830d9"}} {"level":"info","ts":"2026-10-30T22:02:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-b8709fb3"}} {"level":"info","ts":"2026-10-30T22:02:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-de368a1d"}} {"level":"info","ts":"2026-10-30T22:02:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-08a49e4d"}} {"level":"info","ts":"2026-10-30T22:02:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-41b830d9"}} {"level":"info","ts":"2026-10-30T22:02:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-b8709fb3"}} {"level":"info","ts":"2026-10-30T22:02:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-de368a1d"}} {"level":"info","ts":"2026-10-30T22:02:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e6dcc0"},"tenantID":"e2e-inf-a-e6dcc0","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-e6dcc0"} {"level":"info","ts":"2026-10-30T22:02:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e6dcc0"},"tenantID":"e2e-inf-a-e6dcc0","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-e6dcc0"} {"level":"info","ts":"2026-10-30T22:02:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-08a49e4d"}} {"level":"info","ts":"2026-10-30T22:02:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-41b830d9"}} {"level":"info","ts":"2026-10-30T22:02:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-b8709fb3"}} {"level":"info","ts":"2026-10-30T22:02:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-de368a1d"}} {"level":"info","ts":"2026-10-30T22:03:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-19bc92"},"tenantID":"e2e-inf-b-19bc92","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-19bc92"} {"level":"info","ts":"2026-10-30T22:03:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-98d38f"},"tenantID":"e2e-api-a-98d38f","namespace":"openshift-ingress","gatewayName":"e2e-api-a-98d38f"} {"level":"info","ts":"2026-10-30T22:03:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-19bc92"},"tenantID":"e2e-inf-b-19bc92","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-19bc92"} {"level":"info","ts":"2026-10-30T22:03:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ae1bd5"},"tenantID":"e2e-api-a-ae1bd5","namespace":"openshift-ingress","gatewayName":"e2e-api-a-ae1bd5"} {"level":"info","ts":"2026-10-30T22:03:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-08a49e4d"}} {"level":"info","ts":"2026-10-30T22:03:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-41b830d9"}} {"level":"info","ts":"2026-10-30T22:03:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-b8709fb3"}} {"level":"info","ts":"2026-10-30T22:03:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-de368a1d"}} {"level":"info","ts":"2026-10-30T22:03:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5bf4f8"},"tenantID":"e2e-api-b-5bf4f8","namespace":"openshift-ingress","gatewayName":"e2e-api-b-5bf4f8"} {"level":"info","ts":"2026-10-30T22:03:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5bf4f8"},"tenantID":"e2e-api-b-5bf4f8","namespace":"openshift-ingress","gatewayName":"e2e-api-b-5bf4f8"} {"level":"info","ts":"2026-10-30T22:03:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-abb526"},"tenantID":"e2e-inf-b-abb526","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-abb526"} {"level":"info","ts":"2026-10-30T22:03:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5a19c1"},"tenantID":"e2e-api-b-5a19c1","namespace":"openshift-ingress","gatewayName":"e2e-api-b-5a19c1"} {"level":"info","ts":"2026-10-30T22:03:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-08a49e4d"}} {"level":"info","ts":"2026-10-30T22:03:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-41b830d9"}} {"level":"info","ts":"2026-10-30T22:03:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-b8709fb3"}} {"level":"info","ts":"2026-10-30T22:03:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-de368a1d"}} {"level":"info","ts":"2026-10-30T22:03:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5a19c1"},"tenantID":"e2e-api-b-5a19c1","namespace":"openshift-ingress","gatewayName":"e2e-api-b-5a19c1"} {"level":"info","ts":"2026-10-30T22:03:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-abb526"},"tenantID":"e2e-inf-b-abb526","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-abb526"} {"level":"info","ts":"2026-10-30T22:03:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-08a49e4d"}} {"level":"info","ts":"2026-10-30T22:03:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-41b830d9"}} {"level":"error","ts":"2026-10-30T22:03:30Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-b8709fb3"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:946\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-10-30T22:03:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-de368a1d"}} {"level":"info","ts":"2026-10-30T22:03:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T22:03:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-08a49e4d"}} {"level":"info","ts":"2026-10-30T22:03:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-41b830d9"}} {"level":"info","ts":"2026-10-30T22:03:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-de368a1d"}} {"level":"info","ts":"2026-10-30T22:03:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ea1f0b"},"tenantID":"e2e-inf-b-ea1f0b","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-ea1f0b"} {"level":"info","ts":"2026-10-30T22:03:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ea1f0b"},"tenantID":"e2e-inf-b-ea1f0b","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-ea1f0b"} {"level":"info","ts":"2026-10-30T22:03:51Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-08a49e4d"}} {"level":"info","ts":"2026-10-30T22:03:51Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-41b830d9"}} {"level":"info","ts":"2026-10-30T22:03:51Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-de368a1d"}} {"level":"info","ts":"2026-10-30T22:04:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-08a49e4d"}} {"level":"info","ts":"2026-10-30T22:04:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-41b830d9"}} {"level":"info","ts":"2026-10-30T22:04:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-de368a1d"}} {"level":"info","ts":"2026-10-30T22:04:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-1a415f"},"tenantID":"e2e-shared-b-w0-1a415f","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-1a415f"} {"level":"info","ts":"2026-10-30T22:04:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fd2a94"},"tenantID":"e2e-inf-a-fd2a94","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-fd2a94"} {"level":"info","ts":"2026-10-30T22:04:11Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-08a49e4d"}} {"level":"info","ts":"2026-10-30T22:04:11Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-41b830d9"}} {"level":"info","ts":"2026-10-30T22:04:11Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-de368a1d"}} {"level":"info","ts":"2026-10-30T22:04:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-19bc92"},"tenantID":"e2e-inf-b-19bc92","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-19bc92"} {"level":"info","ts":"2026-10-30T22:04:21Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-08a49e4d"}} {"level":"info","ts":"2026-10-30T22:04:21Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-41b830d9"}} {"level":"info","ts":"2026-10-30T22:04:21Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-de368a1d"}} {"level":"info","ts":"2026-10-30T22:04:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-19bc92"},"tenantID":"e2e-inf-b-19bc92","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-19bc92"} {"level":"info","ts":"2026-10-30T22:04:31Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-08a49e4d"}} {"level":"info","ts":"2026-10-30T22:04:31Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-41b830d9"}} {"level":"info","ts":"2026-10-30T22:04:31Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-de368a1d"}} {"level":"info","ts":"2026-10-30T22:04:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5bf4f8"},"tenantID":"e2e-api-b-5bf4f8","namespace":"openshift-ingress","gatewayName":"e2e-api-b-5bf4f8"} {"level":"info","ts":"2026-10-30T22:04:41Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-08a49e4d"}} {"level":"info","ts":"2026-10-30T22:04:41Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-41b830d9"}} {"level":"info","ts":"2026-10-30T22:04:41Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-de368a1d"}} {"level":"info","ts":"2026-10-30T22:04:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5bf4f8"},"tenantID":"e2e-api-b-5bf4f8","namespace":"openshift-ingress","gatewayName":"e2e-api-b-5bf4f8"} {"level":"info","ts":"2026-10-30T22:04:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5a19c1"},"tenantID":"e2e-api-b-5a19c1","namespace":"openshift-ingress","gatewayName":"e2e-api-b-5a19c1"} {"level":"info","ts":"2026-10-30T22:04:51Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-08a49e4d"}} {"level":"info","ts":"2026-10-30T22:04:51Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-41b830d9"}} {"level":"info","ts":"2026-10-30T22:04:51Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-de368a1d"}} {"level":"info","ts":"2026-10-30T22:04:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5a19c1"},"tenantID":"e2e-api-b-5a19c1","namespace":"openshift-ingress","gatewayName":"e2e-api-b-5a19c1"} {"level":"info","ts":"2026-10-30T22:05:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-abb526"},"tenantID":"e2e-inf-b-abb526","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-abb526"} {"level":"info","ts":"2026-10-30T22:05:01Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8c5350"}} {"level":"info","ts":"2026-10-30T22:05:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-abb526"},"tenantID":"e2e-inf-b-abb526","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-abb526"} {"level":"info","ts":"2026-10-30T22:05:04Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-d68156"}} {"level":"info","ts":"2026-10-30T22:05:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ea1f0b"},"tenantID":"e2e-inf-b-ea1f0b","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-ea1f0b"} {"level":"info","ts":"2026-10-30T22:05:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-08a49e4d"}} {"level":"info","ts":"2026-10-30T22:05:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-41b830d9"}} {"level":"info","ts":"2026-10-30T22:05:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-de368a1d"}} {"level":"info","ts":"2026-10-30T22:05:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-69e4b2"},"tenantID":"e2e-worker-w6-69e4b2","namespace":"openshift-ingress","gatewayName":"e2e-worker-w6-69e4b2"} {"level":"info","ts":"2026-10-30T22:05:12Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8c5350"},"tenantID":"e2e-inf-a-8c5350","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T22:05:14Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-d68156"}} {"level":"info","ts":"2026-10-30T22:05:17Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-d68156"},"tenantID":"e2e-worker-w3-d68156","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T22:05:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fd2a94"},"tenantID":"e2e-inf-a-fd2a94","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-fd2a94"} {"level":"info","ts":"2026-10-30T22:05:19Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-08a49e4d"}} {"level":"info","ts":"2026-10-30T22:05:19Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-41b830d9"}} {"level":"info","ts":"2026-10-30T22:05:19Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-de368a1d"}} {"level":"info","ts":"2026-10-30T22:05:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ea1f0b"},"tenantID":"e2e-inf-b-ea1f0b","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-ea1f0b"} {"level":"info","ts":"2026-10-30T22:05:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T22:05:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T22:05:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-08a49e4d"}} {"level":"info","ts":"2026-10-30T22:05:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-41b830d9"}} {"level":"info","ts":"2026-10-30T22:05:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-de368a1d"}} {"level":"info","ts":"2026-10-30T22:05:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-6ea374"},"tenantID":"e2e-worker-w1-6ea374","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6ea374"} {"level":"info","ts":"2026-10-30T22:05:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-08a49e4d"}} {"level":"info","ts":"2026-10-30T22:05:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-41b830d9"}} {"level":"info","ts":"2026-10-30T22:05:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-de368a1d"}} {"level":"info","ts":"2026-10-30T22:05:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-c7d477"},"tenantID":"e2e-worker-w5-c7d477","namespace":"openshift-ingress","gatewayName":"e2e-worker-w5-c7d477"} {"level":"info","ts":"2026-10-30T22:05:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-1de75a"},"tenantID":"e2e-worker-w4-1de75a","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-1de75a"} {"level":"info","ts":"2026-10-30T22:05:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-08a49e4d"}} {"level":"info","ts":"2026-10-30T22:05:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-41b830d9"}} {"level":"info","ts":"2026-10-30T22:05:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-de368a1d"}} {"level":"info","ts":"2026-10-30T22:05:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-19bc92"},"tenantID":"e2e-inf-b-19bc92","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-19bc92"} {"level":"info","ts":"2026-10-30T22:05:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-19bc92"},"tenantID":"e2e-inf-b-19bc92","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-19bc92"} {"level":"info","ts":"2026-10-30T22:05:57Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-abb526"}} {"level":"info","ts":"2026-10-30T22:06:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-08a49e4d"}} {"level":"info","ts":"2026-10-30T22:06:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-41b830d9"}} {"level":"info","ts":"2026-10-30T22:06:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-de368a1d"}} {"level":"info","ts":"2026-10-30T22:06:05Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-abb526"}} {"level":"info","ts":"2026-10-30T22:06:08Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-abb526"},"tenantID":"e2e-inf-b-abb526","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T22:06:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-08a49e4d"}} {"level":"info","ts":"2026-10-30T22:06:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-41b830d9"}} {"level":"info","ts":"2026-10-30T22:06:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-de368a1d"}} {"level":"info","ts":"2026-10-30T22:06:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5bf4f8"},"tenantID":"e2e-api-b-5bf4f8","namespace":"openshift-ingress","gatewayName":"e2e-api-b-5bf4f8"} {"level":"info","ts":"2026-10-30T22:06:15Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-98d38f"}} {"level":"info","ts":"2026-10-30T22:06:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5bf4f8"},"tenantID":"e2e-api-b-5bf4f8","namespace":"openshift-ingress","gatewayName":"e2e-api-b-5bf4f8"} {"level":"info","ts":"2026-10-30T22:06:18Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ae1bd5"}} {"level":"info","ts":"2026-10-30T22:06:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-691598"},"tenantID":"e2e-worker-w0-691598","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-691598"} {"level":"info","ts":"2026-10-30T22:06:21Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-08a49e4d"}} {"level":"info","ts":"2026-10-30T22:06:21Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-41b830d9"}} {"level":"info","ts":"2026-10-30T22:06:21Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-de368a1d"}} {"level":"info","ts":"2026-10-30T22:06:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5a19c1"},"tenantID":"e2e-api-b-5a19c1","namespace":"openshift-ingress","gatewayName":"e2e-api-b-5a19c1"} {"level":"info","ts":"2026-10-30T22:06:26Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-98d38f"},"tenantID":"e2e-api-a-98d38f","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T22:06:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5a19c1"},"tenantID":"e2e-api-b-5a19c1","namespace":"openshift-ingress","gatewayName":"e2e-api-b-5a19c1"} {"level":"info","ts":"2026-10-30T22:06:31Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ae1bd5"},"tenantID":"e2e-api-a-ae1bd5","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T22:06:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-2c8f56"},"tenantID":"e2e-shared-a-w0-2c8f56","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-2c8f56"} {"level":"info","ts":"2026-10-30T22:06:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-08a49e4d"}} {"level":"info","ts":"2026-10-30T22:06:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-41b830d9"}} {"level":"info","ts":"2026-10-30T22:06:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-de368a1d"}} {"level":"info","ts":"2026-10-30T22:06:41Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-2c8f56"}} {"level":"info","ts":"2026-10-30T22:06:42Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-2c8f56"}} {"level":"info","ts":"2026-10-30T22:06:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-08a49e4d"}} {"level":"info","ts":"2026-10-30T22:06:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-41b830d9"}} {"level":"info","ts":"2026-10-30T22:06:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-de368a1d"}} {"level":"info","ts":"2026-10-30T22:06:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e6dcc0"},"tenantID":"e2e-inf-a-e6dcc0","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-e6dcc0"} {"level":"info","ts":"2026-10-30T22:06:56Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-2c8f56"},"tenantID":"e2e-shared-a-w0-2c8f56","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T22:06:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e6dcc0"},"tenantID":"e2e-inf-a-e6dcc0","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-e6dcc0"} {"level":"info","ts":"2026-10-30T22:07:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-19bc92"},"tenantID":"e2e-inf-b-19bc92","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-19bc92"} {"level":"info","ts":"2026-10-30T22:07:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-08a49e4d"}} {"level":"error","ts":"2026-10-30T22:07:01Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-41b830d9"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:946\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-10-30T22:07:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-de368a1d"}} {"level":"info","ts":"2026-10-30T22:07:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e6dcc0"},"tenantID":"e2e-inf-a-e6dcc0","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-e6dcc0"} {"level":"info","ts":"2026-10-30T22:07:12Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-08a49e4d"}} {"level":"info","ts":"2026-10-30T22:07:12Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-de368a1d"}} {"level":"info","ts":"2026-10-30T22:07:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-19bc92"},"tenantID":"e2e-inf-b-19bc92","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-19bc92"} {"level":"info","ts":"2026-10-30T22:07:22Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-08a49e4d"}} {"level":"info","ts":"2026-10-30T22:07:22Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-de368a1d"}} {"level":"info","ts":"2026-10-30T22:07:32Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-08a49e4d"}} {"level":"info","ts":"2026-10-30T22:07:32Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-de368a1d"}} {"level":"info","ts":"2026-10-30T22:07:42Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-08a49e4d"}} {"level":"info","ts":"2026-10-30T22:07:42Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-de368a1d"}} {"level":"info","ts":"2026-10-30T22:07:44Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-1a415f"}} {"level":"info","ts":"2026-10-30T22:07:46Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-1a415f"}} {"level":"info","ts":"2026-10-30T22:07:52Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-08a49e4d"}} {"level":"info","ts":"2026-10-30T22:07:52Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-de368a1d"}} {"level":"info","ts":"2026-10-30T22:07:56Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-1a415f"}} {"level":"info","ts":"2026-10-30T22:07:59Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-1a415f"},"tenantID":"e2e-shared-b-w0-1a415f","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T22:08:02Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-08a49e4d"}} {"level":"info","ts":"2026-10-30T22:08:02Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-de368a1d"}} {"level":"info","ts":"2026-10-30T22:08:12Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-08a49e4d"}} {"level":"info","ts":"2026-10-30T22:08:12Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-de368a1d"}} {"level":"info","ts":"2026-10-30T22:08:22Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-08a49e4d"}} {"level":"info","ts":"2026-10-30T22:08:22Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-de368a1d"}} {"level":"info","ts":"2026-10-30T22:08:32Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-08a49e4d"}} {"level":"info","ts":"2026-10-30T22:08:32Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-de368a1d"}} {"level":"info","ts":"2026-10-30T22:08:36Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5bf4f8"}} {"level":"info","ts":"2026-10-30T22:08:38Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5bf4f8"}} {"level":"info","ts":"2026-10-30T22:08:38Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5a19c1"}} {"level":"info","ts":"2026-10-30T22:08:39Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5a19c1"}} {"level":"info","ts":"2026-10-30T22:08:42Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-08a49e4d"}} {"level":"info","ts":"2026-10-30T22:08:42Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-de368a1d"}} {"level":"info","ts":"2026-10-30T22:08:48Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5bf4f8"}} {"level":"info","ts":"2026-10-30T22:08:51Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5bf4f8"},"tenantID":"e2e-api-b-5bf4f8","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T22:08:53Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5a19c1"},"tenantID":"e2e-api-b-5a19c1","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T22:08:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-08a49e4d"}} {"level":"error","ts":"2026-10-30T22:08:54Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-de368a1d"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:946\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-10-30T22:09:04Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-08a49e4d"}} {"level":"info","ts":"2026-10-30T22:09:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-08a49e4d"}} {"level":"info","ts":"2026-10-30T22:09:19Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-691598"}} {"level":"info","ts":"2026-10-30T22:09:20Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-691598"}} {"level":"info","ts":"2026-10-30T22:09:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-08a49e4d"}} {"level":"info","ts":"2026-10-30T22:09:31Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-691598"}} {"level":"info","ts":"2026-10-30T22:09:33Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-691598"},"tenantID":"e2e-worker-w0-691598","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T22:09:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-08a49e4d"}} {"level":"info","ts":"2026-10-30T22:09:42Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-1de75a"}} {"level":"info","ts":"2026-10-30T22:09:43Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-1de75a"}} {"level":"info","ts":"2026-10-30T22:09:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-08a49e4d"}} {"level":"info","ts":"2026-10-30T22:09:53Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-1de75a"}} {"level":"info","ts":"2026-10-30T22:09:56Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-1de75a"},"tenantID":"e2e-worker-w4-1de75a","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T22:09:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fd2a94"},"tenantID":"e2e-inf-a-fd2a94","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-fd2a94"} {"level":"info","ts":"2026-10-30T22:09:58Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-08a49e4d"}} {"level":"info","ts":"2026-10-30T22:10:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fd2a94"},"tenantID":"e2e-inf-a-fd2a94","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-fd2a94"} {"level":"info","ts":"2026-10-30T22:10:02Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-6ea374"}} {"level":"info","ts":"2026-10-30T22:10:08Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-08a49e4d"}} {"level":"info","ts":"2026-10-30T22:10:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-69e4b2"},"tenantID":"e2e-worker-w6-69e4b2","namespace":"openshift-ingress","gatewayName":"e2e-worker-w6-69e4b2"} {"level":"info","ts":"2026-10-30T22:10:14Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-6ea374"},"tenantID":"e2e-worker-w1-6ea374","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T22:10:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ea1f0b"},"tenantID":"e2e-inf-b-ea1f0b","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-ea1f0b"} {"level":"info","ts":"2026-10-30T22:10:18Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fd2a94"}} {"level":"info","ts":"2026-10-30T22:10:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ea1f0b"},"tenantID":"e2e-inf-b-ea1f0b","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-ea1f0b"} {"level":"info","ts":"2026-10-30T22:10:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-08a49e4d"}} {"level":"info","ts":"2026-10-30T22:10:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-c7d477"},"tenantID":"e2e-worker-w5-c7d477","namespace":"openshift-ingress","gatewayName":"e2e-worker-w5-c7d477"} {"level":"info","ts":"2026-10-30T22:10:29Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fd2a94"},"tenantID":"e2e-inf-a-fd2a94","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T22:10:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-c7d477"},"tenantID":"e2e-worker-w5-c7d477","namespace":"openshift-ingress","gatewayName":"e2e-worker-w5-c7d477"} {"level":"info","ts":"2026-10-30T22:10:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T22:10:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-69e4b2"},"tenantID":"e2e-worker-w6-69e4b2","namespace":"openshift-ingress","gatewayName":"e2e-worker-w6-69e4b2"} {"level":"info","ts":"2026-10-30T22:10:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-08a49e4d"}} {"level":"error","ts":"2026-10-30T22:10:46Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-08a49e4d"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:946\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-10-30T22:11:03Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ea1f0b"}} {"level":"info","ts":"2026-10-30T22:11:05Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ea1f0b"}} {"level":"info","ts":"2026-10-30T22:11:15Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ea1f0b"}} {"level":"info","ts":"2026-10-30T22:11:18Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ea1f0b"},"tenantID":"e2e-inf-b-ea1f0b","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T22:11:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e6dcc0"},"tenantID":"e2e-inf-a-e6dcc0","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-e6dcc0"} {"level":"info","ts":"2026-10-30T22:11:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e6dcc0"},"tenantID":"e2e-inf-a-e6dcc0","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-e6dcc0"} {"level":"info","ts":"2026-10-30T22:11:43Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-c7d477"}} {"level":"info","ts":"2026-10-30T22:11:44Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-c7d477"}} {"level":"info","ts":"2026-10-30T22:11:55Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-c7d477"}} {"level":"info","ts":"2026-10-30T22:11:57Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-c7d477"},"tenantID":"e2e-worker-w5-c7d477","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T22:12:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-19bc92"},"tenantID":"e2e-inf-b-19bc92","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-19bc92"} {"level":"info","ts":"2026-10-30T22:12:01Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e6dcc0"}} {"level":"info","ts":"2026-10-30T22:12:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-19bc92"},"tenantID":"e2e-inf-b-19bc92","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-19bc92"} {"level":"info","ts":"2026-10-30T22:12:10Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e6dcc0"}} {"level":"info","ts":"2026-10-30T22:12:13Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e6dcc0"},"tenantID":"e2e-inf-a-e6dcc0","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T22:12:47Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-19bc92"}} {"level":"info","ts":"2026-10-30T22:12:49Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-19bc92"}} {"level":"info","ts":"2026-10-30T22:12:59Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-19bc92"}} {"level":"info","ts":"2026-10-30T22:13:02Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-19bc92"},"tenantID":"e2e-inf-b-19bc92","namespace":"openshift-ingress"} {"level":"error","ts":"2026-10-30T22:13:02Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-19bc92"},"namespace":"ai-tenant-e2e-inf-b-19bc92","name":"default-tenant","reconcileID":"6d00690e-f87f-4273-aac3-1322f8e5605b","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-10-30T22:13:03Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-19bc92"},"tenantID":"e2e-inf-b-19bc92","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T22:13:12Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-69e4b2"}} {"level":"info","ts":"2026-10-30T22:13:14Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-69e4b2"}} {"level":"info","ts":"2026-10-30T22:13:24Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-69e4b2"}} {"level":"info","ts":"2026-10-30T22:13:26Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-69e4b2"},"tenantID":"e2e-worker-w6-69e4b2","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T22:15:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T22:20:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T22:21:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T22:21:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T22:22:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T22:22:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T22:22:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T22:22:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T22:22:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-1e5514"},"tenantID":"e2e-worker-single-main-1e5514","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-1e5514"} {"level":"info","ts":"2026-10-30T22:22:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-1e5514"},"tenantID":"e2e-worker-single-main-1e5514","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-1e5514"} {"level":"info","ts":"2026-10-30T22:23:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-1e5514"},"tenantID":"e2e-worker-single-main-1e5514","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-1e5514"} {"level":"info","ts":"2026-10-30T22:23:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-1e5514"},"tenantID":"e2e-worker-single-main-1e5514","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-1e5514"} {"level":"info","ts":"2026-10-30T22:23:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-1e5514"},"tenantID":"e2e-worker-single-main-1e5514","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-1e5514"} {"level":"info","ts":"2026-10-30T22:23:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-1e5514"},"tenantID":"e2e-worker-single-main-1e5514","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-1e5514"} {"level":"info","ts":"2026-10-30T22:23:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-1e5514"},"tenantID":"e2e-worker-single-main-1e5514","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-1e5514"} {"level":"info","ts":"2026-10-30T22:24:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-1e5514"},"tenantID":"e2e-worker-single-main-1e5514","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-1e5514"} {"level":"info","ts":"2026-10-30T22:24:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-1e5514"},"tenantID":"e2e-worker-single-main-1e5514","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-1e5514"} {"level":"info","ts":"2026-10-30T22:24:40Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-1e5514"}} {"level":"info","ts":"2026-10-30T22:24:42Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-1e5514"}} {"level":"info","ts":"2026-10-30T22:24:52Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-1e5514"}} {"level":"info","ts":"2026-10-30T22:24:54Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-1e5514"},"tenantID":"e2e-worker-single-main-1e5514","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T22:25:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T22:25:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T22:25:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T22:28:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-b24ff0"},"tenantID":"e2e-worker-single-main-b24ff0","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-b24ff0"} {"level":"info","ts":"2026-10-30T22:28:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-b24ff0"},"tenantID":"e2e-worker-single-main-b24ff0","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-b24ff0"} {"level":"info","ts":"2026-10-30T22:28:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-b24ff0"},"tenantID":"e2e-worker-single-main-b24ff0","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-b24ff0"} {"level":"info","ts":"2026-10-30T22:28:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-b24ff0"},"tenantID":"e2e-worker-single-main-b24ff0","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-b24ff0"} {"level":"info","ts":"2026-10-30T22:28:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-b24ff0"},"tenantID":"e2e-worker-single-main-b24ff0","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-b24ff0"} {"level":"info","ts":"2026-10-30T22:28:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-b24ff0"},"tenantID":"e2e-worker-single-main-b24ff0","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-b24ff0"} {"level":"info","ts":"2026-10-30T22:29:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-b24ff0"},"tenantID":"e2e-worker-single-main-b24ff0","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-b24ff0"} {"level":"info","ts":"2026-10-30T22:29:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-b24ff0"},"tenantID":"e2e-worker-single-main-b24ff0","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-b24ff0"} {"level":"info","ts":"2026-10-30T22:29:54Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-b24ff0"}} {"level":"info","ts":"2026-10-30T22:29:55Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-b24ff0"}} {"level":"info","ts":"2026-10-30T22:30:05Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-b24ff0"}} {"level":"info","ts":"2026-10-30T22:30:07Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-b24ff0"},"tenantID":"e2e-worker-single-main-b24ff0","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T22:30:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T22:32:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T22:32:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T22:33:06Z","logger":"consumer-portal","msg":"default AITenant has no OIDC issuer; OpenShift OAuth mode is not supported yet, removing the auth proxy","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"}} {"level":"info","ts":"2026-10-30T22:33:07Z","logger":"consumer-portal","msg":"default AITenant has no OIDC issuer; OpenShift OAuth mode is not supported yet, removing the auth proxy","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"}} {"level":"info","ts":"2026-10-30T22:33:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T22:33:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T22:33:11Z","logger":"consumer-portal","msg":"default AITenant has no OIDC issuer; OpenShift OAuth mode is not supported yet, removing the auth proxy","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"}} {"level":"info","ts":"2026-10-30T22:33:12Z","logger":"consumer-portal","msg":"default AITenant has no OIDC issuer; OpenShift OAuth mode is not supported yet, removing the auth proxy","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"}} {"level":"info","ts":"2026-10-30T22:33:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T22:33:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T22:33:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9871e8fb"},"tenantID":"e2e-ait-9871e8fb","namespace":"openshift-ingress","gatewayName":"e2e-ait-9871e8fb"} {"level":"info","ts":"2026-10-30T22:33:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9871e8fb"},"tenantID":"e2e-ait-9871e8fb","namespace":"openshift-ingress","gatewayName":"e2e-ait-9871e8fb"} {"level":"info","ts":"2026-10-30T22:33:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9871e8fb"},"tenantID":"e2e-ait-9871e8fb","namespace":"openshift-ingress","gatewayName":"e2e-ait-9871e8fb"} {"level":"info","ts":"2026-10-30T22:33:31Z","logger":"consumer-portal","msg":"default AITenant has no OIDC issuer; OpenShift OAuth mode is not supported yet, removing the auth proxy","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"}} {"level":"info","ts":"2026-10-30T22:33:32Z","logger":"consumer-portal","msg":"default AITenant has no OIDC issuer; OpenShift OAuth mode is not supported yet, removing the auth proxy","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"}} {"level":"info","ts":"2026-10-30T22:33:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T22:33:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T22:33:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9871e8fb"},"tenantID":"e2e-ait-9871e8fb","namespace":"openshift-ingress","gatewayName":"e2e-ait-9871e8fb"} {"level":"info","ts":"2026-10-30T22:33:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9871e8fb"},"tenantID":"e2e-ait-9871e8fb","namespace":"openshift-ingress","gatewayName":"e2e-ait-9871e8fb"} {"level":"info","ts":"2026-10-30T22:33:43Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9871e8fb"}} {"level":"info","ts":"2026-10-30T22:33:45Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9871e8fb"}} {"level":"info","ts":"2026-10-30T22:33:46Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9871e8fb"}} {"level":"info","ts":"2026-10-30T22:33:55Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9871e8fb"}} {"level":"info","ts":"2026-10-30T22:33:58Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9871e8fb"},"tenantID":"e2e-ait-9871e8fb","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T22:34:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-563990"},"tenantID":"e2e-authcfg-http-563990","namespace":"openshift-ingress","gatewayName":"e2e-authcfg-http-563990"} {"level":"info","ts":"2026-10-30T22:34:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-563990"},"tenantID":"e2e-authcfg-http-563990","namespace":"openshift-ingress","gatewayName":"e2e-authcfg-http-563990"} {"level":"info","ts":"2026-10-30T22:34:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-563990"},"tenantID":"e2e-authcfg-http-563990","namespace":"openshift-ingress","gatewayName":"e2e-authcfg-http-563990"} {"level":"info","ts":"2026-10-30T22:34:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-563990"},"tenantID":"e2e-authcfg-http-563990","namespace":"openshift-ingress","gatewayName":"e2e-authcfg-http-563990"} {"level":"info","ts":"2026-10-30T22:34:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-563990"},"tenantID":"e2e-authcfg-http-563990","namespace":"openshift-ingress","gatewayName":"e2e-authcfg-http-563990"} {"level":"info","ts":"2026-10-30T22:34:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-563990"},"tenantID":"e2e-authcfg-http-563990","namespace":"openshift-ingress","gatewayName":"e2e-authcfg-http-563990"} {"level":"info","ts":"2026-10-30T22:36:17Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-563990"}} {"level":"info","ts":"2026-10-30T22:36:19Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-563990"}} {"level":"info","ts":"2026-10-30T22:36:29Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-563990"}} {"level":"info","ts":"2026-10-30T22:36:31Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-563990"},"tenantID":"e2e-authcfg-http-563990","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T22:38:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}