{"level":"info","ts":"2026-10-30T21:49:51Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b1f1fe3c"}} {"level":"info","ts":"2026-10-30T21:49:51Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-276ef104"}} {"level":"info","ts":"2026-10-30T21:49:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-4a1551"},"tenantID":"e2e-api-a-4a1551","namespace":"openshift-ingress","gatewayName":"e2e-api-a-4a1551"} {"level":"info","ts":"2026-10-30T21:49:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e07ae926"}} {"level":"info","ts":"2026-10-30T21:49:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-4a1551"},"tenantID":"e2e-api-a-4a1551","namespace":"openshift-ingress","gatewayName":"e2e-api-a-4a1551"} {"level":"info","ts":"2026-10-30T21:49:59Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0cca5e91"}} {"level":"info","ts":"2026-10-30T21:49:59Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-29b7ead1"}} {"level":"info","ts":"2026-10-30T21:50:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e4dadd"},"tenantID":"e2e-worker-w1-e4dadd","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e4dadd"} {"level":"info","ts":"2026-10-30T21:50:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-013fb2"},"tenantID":"e2e-shared-b-w4-013fb2","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-013fb2"} {"level":"info","ts":"2026-10-30T21:50:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a89bdb3"}} {"level":"info","ts":"2026-10-30T21:50:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a6132df"}} {"level":"info","ts":"2026-10-30T21:50:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-4afde01f"}} {"level":"info","ts":"2026-10-30T21:50:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-49395df0"}} {"level":"info","ts":"2026-10-30T21:50:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6e3c4cdf"}} {"level":"info","ts":"2026-10-30T21:50:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b1f1fe3c"}} {"level":"info","ts":"2026-10-30T21:50:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-276ef104"}} {"level":"info","ts":"2026-10-30T21:50:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e07ae926"}} {"level":"info","ts":"2026-10-30T21:50:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-013fb2"},"tenantID":"e2e-shared-b-w4-013fb2","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-013fb2"} {"level":"info","ts":"2026-10-30T21:50:09Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0cca5e91"}} {"level":"info","ts":"2026-10-30T21:50:09Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-29b7ead1"}} {"level":"info","ts":"2026-10-30T21:50:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b34958"},"tenantID":"e2e-api-a-b34958","namespace":"openshift-ingress","gatewayName":"e2e-api-a-b34958"} {"level":"info","ts":"2026-10-30T21:50:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-50b188"},"tenantID":"e2e-inf-a-50b188","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-50b188"} {"level":"info","ts":"2026-10-30T21:50:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b34958"},"tenantID":"e2e-api-a-b34958","namespace":"openshift-ingress","gatewayName":"e2e-api-a-b34958"} {"level":"info","ts":"2026-10-30T21:50:18Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a89bdb3"}} {"level":"info","ts":"2026-10-30T21:50:18Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a6132df"}} {"level":"info","ts":"2026-10-30T21:50:18Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-4afde01f"}} {"level":"info","ts":"2026-10-30T21:50:18Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-49395df0"}} {"level":"info","ts":"2026-10-30T21:50:18Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6e3c4cdf"}} {"level":"info","ts":"2026-10-30T21:50:18Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b1f1fe3c"}} {"level":"info","ts":"2026-10-30T21:50:18Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-276ef104"}} {"level":"info","ts":"2026-10-30T21:50:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-021907"},"tenantID":"e2e-worker-w5-021907","namespace":"openshift-ingress","gatewayName":"e2e-worker-w5-021907"} {"level":"info","ts":"2026-10-30T21:50:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e07ae926"}} {"level":"info","ts":"2026-10-30T21:50:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-50b188"},"tenantID":"e2e-inf-a-50b188","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-50b188"} {"level":"info","ts":"2026-10-30T21:50:23Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0cca5e91"}} {"level":"info","ts":"2026-10-30T21:50:23Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-29b7ead1"}} {"level":"info","ts":"2026-10-30T21:50:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-89c0fd"},"tenantID":"e2e-worker-w6-89c0fd","namespace":"openshift-ingress","gatewayName":"e2e-worker-w6-89c0fd"} {"level":"info","ts":"2026-10-30T21:50:28Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a89bdb3"}} {"level":"info","ts":"2026-10-30T21:50:28Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a6132df"}} {"level":"info","ts":"2026-10-30T21:50:28Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-4afde01f"}} {"level":"info","ts":"2026-10-30T21:50:28Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-49395df0"}} {"level":"info","ts":"2026-10-30T21:50:28Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6e3c4cdf"}} {"level":"info","ts":"2026-10-30T21:50:28Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b1f1fe3c"}} {"level":"info","ts":"2026-10-30T21:50:28Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-276ef104"}} {"level":"info","ts":"2026-10-30T21:50:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e07ae926"}} {"level":"info","ts":"2026-10-30T21:50:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6b42c9"},"tenantID":"e2e-api-b-6b42c9","namespace":"openshift-ingress","gatewayName":"e2e-api-b-6b42c9"} {"level":"info","ts":"2026-10-30T21:50:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d7f4c7"},"tenantID":"e2e-inf-a-d7f4c7","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-d7f4c7"} {"level":"info","ts":"2026-10-30T21:50:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6b42c9"},"tenantID":"e2e-api-b-6b42c9","namespace":"openshift-ingress","gatewayName":"e2e-api-b-6b42c9"} {"level":"info","ts":"2026-10-30T21:50:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0cca5e91"}} {"level":"info","ts":"2026-10-30T21:50:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-29b7ead1"}} {"level":"info","ts":"2026-10-30T21:50:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d7f4c7"},"tenantID":"e2e-inf-a-d7f4c7","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-d7f4c7"} {"level":"info","ts":"2026-10-30T21:50:41Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a89bdb3"}} {"level":"info","ts":"2026-10-30T21:50:41Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a6132df"}} {"level":"error","ts":"2026-10-30T21:50:41Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-4afde01f"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:1024\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:186\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-10-30T21:50:41Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-49395df0"}} {"level":"info","ts":"2026-10-30T21:50:41Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6e3c4cdf"}} {"level":"info","ts":"2026-10-30T21:50:41Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b1f1fe3c"}} {"level":"info","ts":"2026-10-30T21:50:41Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-276ef104"}} {"level":"info","ts":"2026-10-30T21:50:41Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e07ae926"}} {"level":"info","ts":"2026-10-30T21:50:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1dc70e"},"tenantID":"e2e-api-b-1dc70e","namespace":"openshift-ingress","gatewayName":"e2e-api-b-1dc70e"} {"level":"info","ts":"2026-10-30T21:50:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1dc70e"},"tenantID":"e2e-api-b-1dc70e","namespace":"openshift-ingress","gatewayName":"e2e-api-b-1dc70e"} {"level":"info","ts":"2026-10-30T21:50:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0cca5e91"}} {"level":"info","ts":"2026-10-30T21:50:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-29b7ead1"}} {"level":"info","ts":"2026-10-30T21:50:51Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a89bdb3"}} {"level":"info","ts":"2026-10-30T21:50:51Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a6132df"}} {"level":"error","ts":"2026-10-30T21:50:51Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-49395df0"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:1024\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:186\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-10-30T21:50:51Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6e3c4cdf"}} {"level":"info","ts":"2026-10-30T21:50:51Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b1f1fe3c"}} {"level":"info","ts":"2026-10-30T21:50:51Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-276ef104"}} {"level":"info","ts":"2026-10-30T21:50:51Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e07ae926"}} {"level":"info","ts":"2026-10-30T21:50:59Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0cca5e91"}} {"level":"info","ts":"2026-10-30T21:50:59Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-29b7ead1"}} {"level":"info","ts":"2026-10-30T21:51:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a89bdb3"}} {"level":"info","ts":"2026-10-30T21:51:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a6132df"}} {"level":"info","ts":"2026-10-30T21:51:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6e3c4cdf"}} {"level":"info","ts":"2026-10-30T21:51:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b1f1fe3c"}} {"level":"info","ts":"2026-10-30T21:51:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-276ef104"}} {"level":"info","ts":"2026-10-30T21:51:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e07ae926"}} {"level":"info","ts":"2026-10-30T21:51:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2ace1d"},"tenantID":"e2e-shared-a-w1-2ace1d","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-2ace1d"} {"level":"info","ts":"2026-10-30T21:51:09Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0cca5e91"}} {"level":"info","ts":"2026-10-30T21:51:09Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-29b7ead1"}} {"level":"info","ts":"2026-10-30T21:51:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9c76ae"},"tenantID":"e2e-inf-a-9c76ae","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-9c76ae"} {"level":"info","ts":"2026-10-30T21:51:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9c76ae"},"tenantID":"e2e-inf-a-9c76ae","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-9c76ae"} {"level":"info","ts":"2026-10-30T21:51:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a89bdb3"}} {"level":"info","ts":"2026-10-30T21:51:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a6132df"}} {"level":"error","ts":"2026-10-30T21:51:16Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6e3c4cdf"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:1024\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:186\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-10-30T21:51:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b1f1fe3c"}} {"level":"info","ts":"2026-10-30T21:51:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-276ef104"}} {"level":"info","ts":"2026-10-30T21:51:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e07ae926"}} {"level":"info","ts":"2026-10-30T21:51:19Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0cca5e91"}} {"level":"info","ts":"2026-10-30T21:51:19Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-29b7ead1"}} {"level":"info","ts":"2026-10-30T21:51:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a89bdb3"}} {"level":"info","ts":"2026-10-30T21:51:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a6132df"}} {"level":"info","ts":"2026-10-30T21:51:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b1f1fe3c"}} {"level":"info","ts":"2026-10-30T21:51:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-276ef104"}} {"level":"info","ts":"2026-10-30T21:51:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e07ae926"}} {"level":"info","ts":"2026-10-30T21:51:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0cca5e91"}} {"level":"info","ts":"2026-10-30T21:51:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-29b7ead1"}} {"level":"info","ts":"2026-10-30T21:51:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a89bdb3"}} {"level":"info","ts":"2026-10-30T21:51:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a6132df"}} {"level":"info","ts":"2026-10-30T21:51:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b1f1fe3c"}} {"level":"info","ts":"2026-10-30T21:51:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-276ef104"}} {"level":"info","ts":"2026-10-30T21:51:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e07ae926"}} {"level":"info","ts":"2026-10-30T21:51:37Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-4a1551"}} {"level":"info","ts":"2026-10-30T21:51:38Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-4a1551"}} {"level":"info","ts":"2026-10-30T21:51:39Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-4a1551"}} {"level":"info","ts":"2026-10-30T21:51:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0cca5e91"}} {"level":"info","ts":"2026-10-30T21:51:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-29b7ead1"}} {"level":"info","ts":"2026-10-30T21:51:44Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-218800"}} {"level":"info","ts":"2026-10-30T21:51:45Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-218800"}} {"level":"info","ts":"2026-10-30T21:51:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a89bdb3"}} {"level":"info","ts":"2026-10-30T21:51:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a6132df"}} {"level":"info","ts":"2026-10-30T21:51:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b1f1fe3c"}} {"level":"info","ts":"2026-10-30T21:51:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-276ef104"}} {"level":"info","ts":"2026-10-30T21:51:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e07ae926"}} {"level":"info","ts":"2026-10-30T21:51:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-013fb2"},"tenantID":"e2e-shared-b-w4-013fb2","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-013fb2"} {"level":"info","ts":"2026-10-30T21:51:51Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-50b188"}} {"level":"info","ts":"2026-10-30T21:51:53Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-4a1551"},"tenantID":"e2e-api-a-4a1551","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T21:51:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-013fb2"},"tenantID":"e2e-shared-b-w4-013fb2","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-013fb2"} {"level":"info","ts":"2026-10-30T21:51:58Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-218800"},"tenantID":"e2e-shared-a-w4-218800","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T21:51:58Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0cca5e91"}} {"level":"info","ts":"2026-10-30T21:51:58Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-29b7ead1"}} {"level":"info","ts":"2026-10-30T21:52:01Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-50b188"},"tenantID":"e2e-inf-a-50b188","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T21:52:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a89bdb3"}} {"level":"info","ts":"2026-10-30T21:52:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a6132df"}} {"level":"info","ts":"2026-10-30T21:52:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b1f1fe3c"}} {"level":"info","ts":"2026-10-30T21:52:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-276ef104"}} {"level":"info","ts":"2026-10-30T21:52:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e07ae926"}} {"level":"info","ts":"2026-10-30T21:52:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-d6a241"},"tenantID":"e2e-shared-b-w0-d6a241","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-d6a241"} {"level":"info","ts":"2026-10-30T21:52:08Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0cca5e91"}} {"level":"info","ts":"2026-10-30T21:52:08Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-29b7ead1"}} {"level":"info","ts":"2026-10-30T21:52:08Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d7f4c7"}} {"level":"info","ts":"2026-10-30T21:52:10Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d7f4c7"}} {"level":"info","ts":"2026-10-30T21:52:10Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fbb72e"}} {"level":"info","ts":"2026-10-30T21:52:11Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fbb72e"}} {"level":"info","ts":"2026-10-30T21:52:11Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a89bdb3"}} {"level":"info","ts":"2026-10-30T21:52:11Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a6132df"}} {"level":"info","ts":"2026-10-30T21:52:11Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b1f1fe3c"}} {"level":"info","ts":"2026-10-30T21:52:11Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-276ef104"}} {"level":"info","ts":"2026-10-30T21:52:11Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e07ae926"}} {"level":"info","ts":"2026-10-30T21:52:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6b42c9"},"tenantID":"e2e-api-b-6b42c9","namespace":"openshift-ingress","gatewayName":"e2e-api-b-6b42c9"} {"level":"info","ts":"2026-10-30T21:52:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6b42c9"},"tenantID":"e2e-api-b-6b42c9","namespace":"openshift-ingress","gatewayName":"e2e-api-b-6b42c9"} {"level":"info","ts":"2026-10-30T21:52:23Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d7f4c7"},"tenantID":"e2e-inf-a-d7f4c7","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T21:52:25Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fbb72e"},"tenantID":"e2e-api-a-fbb72e","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T21:52:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0cca5e91"}} {"level":"info","ts":"2026-10-30T21:52:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-29b7ead1"}} {"level":"info","ts":"2026-10-30T21:52:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a89bdb3"}} {"level":"error","ts":"2026-10-30T21:52:25Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a6132df"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:1024\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:186\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-10-30T21:52:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b1f1fe3c"}} {"level":"info","ts":"2026-10-30T21:52:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-276ef104"}} {"level":"info","ts":"2026-10-30T21:52:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e07ae926"}} {"level":"info","ts":"2026-10-30T21:52:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1dc70e"},"tenantID":"e2e-api-b-1dc70e","namespace":"openshift-ingress","gatewayName":"e2e-api-b-1dc70e"} {"level":"info","ts":"2026-10-30T21:52:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1dc70e"},"tenantID":"e2e-api-b-1dc70e","namespace":"openshift-ingress","gatewayName":"e2e-api-b-1dc70e"} {"level":"info","ts":"2026-10-30T21:52:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0cca5e91"}} {"level":"info","ts":"2026-10-30T21:52:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-29b7ead1"}} {"level":"info","ts":"2026-10-30T21:52:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a89bdb3"}} {"level":"info","ts":"2026-10-30T21:52:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b1f1fe3c"}} {"level":"info","ts":"2026-10-30T21:52:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-276ef104"}} {"level":"info","ts":"2026-10-30T21:52:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e07ae926"}} {"level":"info","ts":"2026-10-30T21:52:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0cca5e91"}} {"level":"info","ts":"2026-10-30T21:52:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-29b7ead1"}} {"level":"info","ts":"2026-10-30T21:52:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a89bdb3"}} {"level":"info","ts":"2026-10-30T21:52:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b1f1fe3c"}} {"level":"info","ts":"2026-10-30T21:52:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-276ef104"}} {"level":"info","ts":"2026-10-30T21:52:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e07ae926"}} {"level":"info","ts":"2026-10-30T21:52:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9c76ae"},"tenantID":"e2e-inf-a-9c76ae","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-9c76ae"} {"level":"info","ts":"2026-10-30T21:52:59Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0cca5e91"}} {"level":"info","ts":"2026-10-30T21:52:59Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-29b7ead1"}} {"level":"info","ts":"2026-10-30T21:52:59Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a89bdb3"}} {"level":"info","ts":"2026-10-30T21:52:59Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b1f1fe3c"}} {"level":"info","ts":"2026-10-30T21:52:59Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-276ef104"}} {"level":"info","ts":"2026-10-30T21:52:59Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e07ae926"}} {"level":"info","ts":"2026-10-30T21:53:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9c76ae"},"tenantID":"e2e-inf-a-9c76ae","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-9c76ae"} {"level":"info","ts":"2026-10-30T21:53:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T21:53:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0cca5e91"}} {"level":"info","ts":"2026-10-30T21:53:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-29b7ead1"}} {"level":"info","ts":"2026-10-30T21:53:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a89bdb3"}} {"level":"info","ts":"2026-10-30T21:53:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b1f1fe3c"}} {"level":"info","ts":"2026-10-30T21:53:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-276ef104"}} {"level":"info","ts":"2026-10-30T21:53:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e07ae926"}} {"level":"info","ts":"2026-10-30T21:53:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0cca5e91"}} {"level":"info","ts":"2026-10-30T21:53:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-29b7ead1"}} {"level":"info","ts":"2026-10-30T21:53:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a89bdb3"}} {"level":"info","ts":"2026-10-30T21:53:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b1f1fe3c"}} {"level":"info","ts":"2026-10-30T21:53:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-276ef104"}} {"level":"info","ts":"2026-10-30T21:53:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e07ae926"}} {"level":"info","ts":"2026-10-30T21:53:21Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-013fb2"}} {"level":"info","ts":"2026-10-30T21:53:23Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-013fb2"}} {"level":"info","ts":"2026-10-30T21:53:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0cca5e91"}} {"level":"info","ts":"2026-10-30T21:53:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-29b7ead1"}} {"level":"info","ts":"2026-10-30T21:53:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a89bdb3"}} {"level":"info","ts":"2026-10-30T21:53:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b1f1fe3c"}} {"level":"info","ts":"2026-10-30T21:53:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-276ef104"}} {"level":"info","ts":"2026-10-30T21:53:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e07ae926"}} {"level":"info","ts":"2026-10-30T21:53:33Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-013fb2"}} {"level":"info","ts":"2026-10-30T21:53:33Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b34958"}} {"level":"info","ts":"2026-10-30T21:53:36Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-013fb2"},"tenantID":"e2e-shared-b-w4-013fb2","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T21:53:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-07fa8e"},"tenantID":"e2e-worker-w4-07fa8e","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-07fa8e"} {"level":"info","ts":"2026-10-30T21:53:39Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b34958"}} {"level":"info","ts":"2026-10-30T21:53:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0cca5e91"}} {"level":"info","ts":"2026-10-30T21:53:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-29b7ead1"}} {"level":"info","ts":"2026-10-30T21:53:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a89bdb3"}} {"level":"info","ts":"2026-10-30T21:53:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b1f1fe3c"}} {"level":"info","ts":"2026-10-30T21:53:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-276ef104"}} {"level":"info","ts":"2026-10-30T21:53:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e07ae926"}} {"level":"info","ts":"2026-10-30T21:53:45Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b34958"}} {"level":"info","ts":"2026-10-30T21:53:47Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b34958"},"tenantID":"e2e-api-a-b34958","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T21:53:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0cca5e91"}} {"level":"info","ts":"2026-10-30T21:53:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-29b7ead1"}} {"level":"info","ts":"2026-10-30T21:53:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a89bdb3"}} {"level":"info","ts":"2026-10-30T21:53:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b1f1fe3c"}} {"level":"info","ts":"2026-10-30T21:53:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-276ef104"}} {"level":"info","ts":"2026-10-30T21:53:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e07ae926"}} {"level":"info","ts":"2026-10-30T21:53:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-3ddec2"},"tenantID":"e2e-shared-b-w1-3ddec2","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-3ddec2"} {"level":"info","ts":"2026-10-30T21:54:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6b42c9"},"tenantID":"e2e-api-b-6b42c9","namespace":"openshift-ingress","gatewayName":"e2e-api-b-6b42c9"} {"level":"info","ts":"2026-10-30T21:54:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0cca5e91"}} {"level":"info","ts":"2026-10-30T21:54:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-29b7ead1"}} {"level":"info","ts":"2026-10-30T21:54:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a89bdb3"}} {"level":"info","ts":"2026-10-30T21:54:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b1f1fe3c"}} {"level":"info","ts":"2026-10-30T21:54:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-276ef104"}} {"level":"info","ts":"2026-10-30T21:54:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e07ae926"}} {"level":"info","ts":"2026-10-30T21:54:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e9aa8e"},"tenantID":"e2e-inf-a-e9aa8e","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-e9aa8e"} {"level":"info","ts":"2026-10-30T21:54:05Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-89c0fd"}} {"level":"info","ts":"2026-10-30T21:54:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e9aa8e"},"tenantID":"e2e-inf-a-e9aa8e","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-e9aa8e"} {"level":"info","ts":"2026-10-30T21:54:11Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9c76ae"}} {"level":"info","ts":"2026-10-30T21:54:12Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9c76ae"}} {"level":"info","ts":"2026-10-30T21:54:12Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0cca5e91"}} {"level":"info","ts":"2026-10-30T21:54:12Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-29b7ead1"}} {"level":"info","ts":"2026-10-30T21:54:12Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a89bdb3"}} {"level":"info","ts":"2026-10-30T21:54:12Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b1f1fe3c"}} {"level":"info","ts":"2026-10-30T21:54:12Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-276ef104"}} {"level":"info","ts":"2026-10-30T21:54:12Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e07ae926"}} {"level":"info","ts":"2026-10-30T21:54:15Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-89c0fd"}} {"level":"info","ts":"2026-10-30T21:54:17Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-89c0fd"},"tenantID":"e2e-worker-w6-89c0fd","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T21:54:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-446ca2"},"tenantID":"e2e-worker-w2-446ca2","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-446ca2"} {"level":"info","ts":"2026-10-30T21:54:23Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2ace1d"}} {"level":"info","ts":"2026-10-30T21:54:25Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9c76ae"},"tenantID":"e2e-inf-a-9c76ae","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T21:54:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-1b5b5f"},"tenantID":"e2e-worker-w0-1b5b5f","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-1b5b5f"} {"level":"info","ts":"2026-10-30T21:54:27Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0cca5e91"}} {"level":"info","ts":"2026-10-30T21:54:27Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-29b7ead1"}} {"level":"info","ts":"2026-10-30T21:54:27Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a89bdb3"}} {"level":"info","ts":"2026-10-30T21:54:27Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b1f1fe3c"}} {"level":"info","ts":"2026-10-30T21:54:27Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-276ef104"}} {"level":"info","ts":"2026-10-30T21:54:27Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e07ae926"}} {"level":"info","ts":"2026-10-30T21:54:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-3b21b4"},"tenantID":"e2e-shared-a-w0-3b21b4","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-3b21b4"} {"level":"info","ts":"2026-10-30T21:54:31Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2ace1d"}} {"level":"info","ts":"2026-10-30T21:54:33Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2ace1d"},"tenantID":"e2e-shared-a-w1-2ace1d","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T21:54:37Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0cca5e91"}} {"level":"info","ts":"2026-10-30T21:54:37Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-29b7ead1"}} {"level":"info","ts":"2026-10-30T21:54:37Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a89bdb3"}} {"level":"info","ts":"2026-10-30T21:54:37Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b1f1fe3c"}} {"level":"error","ts":"2026-10-30T21:54:37Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-276ef104"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:1024\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:186\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-10-30T21:54:37Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e07ae926"}} {"level":"info","ts":"2026-10-30T21:54:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9796f1"},"tenantID":"e2e-worker-w3-9796f1","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9796f1"} {"level":"info","ts":"2026-10-30T21:54:42Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9796f1"}} {"level":"info","ts":"2026-10-30T21:54:44Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9796f1"}} {"level":"info","ts":"2026-10-30T21:54:47Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0cca5e91"}} {"level":"info","ts":"2026-10-30T21:54:47Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-29b7ead1"}} {"level":"info","ts":"2026-10-30T21:54:47Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a89bdb3"}} {"level":"info","ts":"2026-10-30T21:54:47Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b1f1fe3c"}} {"level":"info","ts":"2026-10-30T21:54:47Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e07ae926"}} {"level":"info","ts":"2026-10-30T21:54:54Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9796f1"}} {"level":"info","ts":"2026-10-30T21:54:56Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9796f1"},"tenantID":"e2e-worker-w3-9796f1","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T21:54:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0cca5e91"}} {"level":"info","ts":"2026-10-30T21:54:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-29b7ead1"}} {"level":"info","ts":"2026-10-30T21:54:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a89bdb3"}} {"level":"error","ts":"2026-10-30T21:54:57Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b1f1fe3c"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:1024\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:186\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-10-30T21:54:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e07ae926"}} {"level":"info","ts":"2026-10-30T21:55:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e4dadd"},"tenantID":"e2e-worker-w1-e4dadd","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e4dadd"} {"level":"info","ts":"2026-10-30T21:55:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0cca5e91"}} {"level":"info","ts":"2026-10-30T21:55:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-29b7ead1"}} {"level":"info","ts":"2026-10-30T21:55:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a89bdb3"}} {"level":"info","ts":"2026-10-30T21:55:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e07ae926"}} {"level":"info","ts":"2026-10-30T21:55:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e9aa8e"},"tenantID":"e2e-inf-a-e9aa8e","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-e9aa8e"} {"level":"info","ts":"2026-10-30T21:55:11Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-3ddec2"}} {"level":"info","ts":"2026-10-30T21:55:13Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1dc70e"}} {"level":"info","ts":"2026-10-30T21:55:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e9aa8e"},"tenantID":"e2e-inf-a-e9aa8e","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-e9aa8e"} {"level":"info","ts":"2026-10-30T21:55:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0cca5e91"}} {"level":"info","ts":"2026-10-30T21:55:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-29b7ead1"}} {"level":"info","ts":"2026-10-30T21:55:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a89bdb3"}} {"level":"info","ts":"2026-10-30T21:55:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e07ae926"}} {"level":"info","ts":"2026-10-30T21:55:20Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-3ddec2"}} {"level":"info","ts":"2026-10-30T21:55:23Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-3ddec2"},"tenantID":"e2e-shared-b-w1-3ddec2","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T21:55:25Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1dc70e"},"tenantID":"e2e-api-b-1dc70e","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T21:55:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-021907"},"tenantID":"e2e-worker-w5-021907","namespace":"openshift-ingress","gatewayName":"e2e-worker-w5-021907"} {"level":"info","ts":"2026-10-30T21:55:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-75c2acf6"},"tenantID":"e2e-mt-75c2acf6","namespace":"openshift-ingress","gatewayName":"e2e-mt-75c2acf6"} {"level":"info","ts":"2026-10-30T21:55:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0cca5e91"}} {"level":"info","ts":"2026-10-30T21:55:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-29b7ead1"}} {"level":"info","ts":"2026-10-30T21:55:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a89bdb3"}} {"level":"info","ts":"2026-10-30T21:55:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e07ae926"}} {"level":"info","ts":"2026-10-30T21:55:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-75c2acf6"},"tenantID":"e2e-mt-75c2acf6","namespace":"openshift-ingress","gatewayName":"e2e-mt-75c2acf6"} {"level":"info","ts":"2026-10-30T21:55:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0cca5e91"}} {"level":"info","ts":"2026-10-30T21:55:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-29b7ead1"}} {"level":"info","ts":"2026-10-30T21:55:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a89bdb3"}} {"level":"info","ts":"2026-10-30T21:55:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e07ae926"}} {"level":"info","ts":"2026-10-30T21:55:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0cca5e91"}} {"level":"info","ts":"2026-10-30T21:55:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-29b7ead1"}} {"level":"info","ts":"2026-10-30T21:55:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a89bdb3"}} {"level":"info","ts":"2026-10-30T21:55:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e07ae926"}} {"level":"info","ts":"2026-10-30T21:56:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0cca5e91"}} {"level":"info","ts":"2026-10-30T21:56:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-29b7ead1"}} {"level":"info","ts":"2026-10-30T21:56:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a89bdb3"}} {"level":"info","ts":"2026-10-30T21:56:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e07ae926"}} {"level":"info","ts":"2026-10-30T21:56:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0cca5e91"}} {"level":"info","ts":"2026-10-30T21:56:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-29b7ead1"}} {"level":"info","ts":"2026-10-30T21:56:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a89bdb3"}} {"level":"info","ts":"2026-10-30T21:56:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e07ae926"}} {"level":"info","ts":"2026-10-30T21:56:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e9aa8e"},"tenantID":"e2e-inf-a-e9aa8e","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-e9aa8e"} {"level":"info","ts":"2026-10-30T21:56:17Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e4dadd"}} {"level":"info","ts":"2026-10-30T21:56:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e9aa8e"},"tenantID":"e2e-inf-a-e9aa8e","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-e9aa8e"} {"level":"info","ts":"2026-10-30T21:56:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-75c2acf6"},"tenantID":"e2e-mt-75c2acf6","namespace":"openshift-ingress","gatewayName":"e2e-mt-75c2acf6"} {"level":"info","ts":"2026-10-30T21:56:22Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0cca5e91"}} {"level":"info","ts":"2026-10-30T21:56:22Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-29b7ead1"}} {"level":"info","ts":"2026-10-30T21:56:22Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a89bdb3"}} {"level":"info","ts":"2026-10-30T21:56:22Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e07ae926"}} {"level":"info","ts":"2026-10-30T21:56:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-75c2acf6"},"tenantID":"e2e-mt-75c2acf6","namespace":"openshift-ingress","gatewayName":"e2e-mt-75c2acf6"} {"level":"info","ts":"2026-10-30T21:56:30Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e4dadd"},"tenantID":"e2e-worker-w1-e4dadd","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T21:56:32Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0cca5e91"}} {"level":"error","ts":"2026-10-30T21:56:32Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-29b7ead1"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:1024\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:186\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-10-30T21:56:32Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a89bdb3"}} {"level":"info","ts":"2026-10-30T21:56:32Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e07ae926"}} {"level":"info","ts":"2026-10-30T21:56:34Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6b42c9"}} {"level":"info","ts":"2026-10-30T21:56:36Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6b42c9"}} {"level":"info","ts":"2026-10-30T21:56:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-dbe6da"},"tenantID":"e2e-inf-b-dbe6da","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-dbe6da"} {"level":"info","ts":"2026-10-30T21:56:39Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-021907"}} {"level":"info","ts":"2026-10-30T21:56:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-dbe6da"},"tenantID":"e2e-inf-b-dbe6da","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-dbe6da"} {"level":"info","ts":"2026-10-30T21:56:42Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0cca5e91"}} {"level":"info","ts":"2026-10-30T21:56:42Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a89bdb3"}} {"level":"info","ts":"2026-10-30T21:56:42Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e07ae926"}} {"level":"info","ts":"2026-10-30T21:56:46Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6b42c9"}} {"level":"info","ts":"2026-10-30T21:56:49Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6b42c9"},"tenantID":"e2e-api-b-6b42c9","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T21:56:50Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-021907"}} {"level":"info","ts":"2026-10-30T21:56:52Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-021907"},"tenantID":"e2e-worker-w5-021907","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T21:56:52Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0cca5e91"}} {"level":"info","ts":"2026-10-30T21:56:52Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a89bdb3"}} {"level":"info","ts":"2026-10-30T21:56:52Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e07ae926"}} {"level":"info","ts":"2026-10-30T21:57:02Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0cca5e91"}} {"level":"info","ts":"2026-10-30T21:57:02Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a89bdb3"}} {"level":"info","ts":"2026-10-30T21:57:02Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e07ae926"}} {"level":"info","ts":"2026-10-30T21:57:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-d6a241"},"tenantID":"e2e-shared-b-w0-d6a241","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-d6a241"} {"level":"info","ts":"2026-10-30T21:57:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-75c2acf6"},"tenantID":"e2e-mt-75c2acf6","namespace":"openshift-ingress","gatewayName":"e2e-mt-75c2acf6"} {"level":"info","ts":"2026-10-30T21:57:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-75c2acf6"},"tenantID":"e2e-mt-75c2acf6","namespace":"openshift-ingress","gatewayName":"e2e-mt-75c2acf6"} {"level":"info","ts":"2026-10-30T21:57:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0cca5e91"}} {"level":"error","ts":"2026-10-30T21:57:14Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a89bdb3"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:1024\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:186\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-10-30T21:57:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e07ae926"}} {"level":"info","ts":"2026-10-30T21:57:17Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-3b21b4"}} {"level":"info","ts":"2026-10-30T21:57:19Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-3b21b4"}} {"level":"info","ts":"2026-10-30T21:57:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-dbe6da"},"tenantID":"e2e-inf-b-dbe6da","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-dbe6da"} {"level":"info","ts":"2026-10-30T21:57:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0cca5e91"}} {"level":"info","ts":"2026-10-30T21:57:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e07ae926"}} {"level":"info","ts":"2026-10-30T21:57:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-dbe6da"},"tenantID":"e2e-inf-b-dbe6da","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-dbe6da"} {"level":"info","ts":"2026-10-30T21:57:29Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-3b21b4"}} {"level":"info","ts":"2026-10-30T21:57:32Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-3b21b4"},"tenantID":"e2e-shared-a-w0-3b21b4","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T21:57:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0cca5e91"}} {"level":"info","ts":"2026-10-30T21:57:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e07ae926"}} {"level":"info","ts":"2026-10-30T21:57:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-75c2acf6"},"tenantID":"e2e-mt-75c2acf6","namespace":"openshift-ingress","gatewayName":"e2e-mt-75c2acf6"} {"level":"info","ts":"2026-10-30T21:57:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-75c2acf6"},"tenantID":"e2e-mt-75c2acf6","namespace":"openshift-ingress","gatewayName":"e2e-mt-75c2acf6"} {"level":"info","ts":"2026-10-30T21:57:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0cca5e91"}} {"level":"info","ts":"2026-10-30T21:57:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e07ae926"}} {"level":"info","ts":"2026-10-30T21:57:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0cca5e91"}} {"level":"info","ts":"2026-10-30T21:57:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e07ae926"}} {"level":"info","ts":"2026-10-30T21:58:04Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0cca5e91"}} {"level":"error","ts":"2026-10-30T21:58:04Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e07ae926"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:1024\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:186\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-10-30T21:58:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-dbe6da"},"tenantID":"e2e-inf-b-dbe6da","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-dbe6da"} {"level":"info","ts":"2026-10-30T21:58:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-dbe6da"},"tenantID":"e2e-inf-b-dbe6da","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-dbe6da"} {"level":"info","ts":"2026-10-30T21:58:14Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-d6a241"}} {"level":"info","ts":"2026-10-30T21:58:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T21:58:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0cca5e91"}} {"level":"info","ts":"2026-10-30T21:58:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-75c2acf6"},"tenantID":"e2e-mt-75c2acf6","namespace":"openshift-ingress","gatewayName":"e2e-mt-75c2acf6"} {"level":"info","ts":"2026-10-30T21:58:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e9aa8e"},"tenantID":"e2e-inf-a-e9aa8e","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-e9aa8e"} {"level":"info","ts":"2026-10-30T21:58:26Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-d6a241"},"tenantID":"e2e-shared-b-w0-d6a241","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T21:58:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e9aa8e"},"tenantID":"e2e-inf-a-e9aa8e","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-e9aa8e"} {"level":"info","ts":"2026-10-30T21:58:28Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0cca5e91"}} {"level":"info","ts":"2026-10-30T21:58:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-07fa8e"},"tenantID":"e2e-worker-w4-07fa8e","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-07fa8e"} {"level":"info","ts":"2026-10-30T21:58:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0cca5e91"}} {"level":"info","ts":"2026-10-30T21:58:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0cca5e91"}} {"level":"info","ts":"2026-10-30T21:59:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-dbe6da"},"tenantID":"e2e-inf-b-dbe6da","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-dbe6da"} {"level":"info","ts":"2026-10-30T21:59:03Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-1b5b5f"}} {"level":"info","ts":"2026-10-30T21:59:03Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0cca5e91"}} {"level":"info","ts":"2026-10-30T21:59:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-dbe6da"},"tenantID":"e2e-inf-b-dbe6da","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-dbe6da"} {"level":"info","ts":"2026-10-30T21:59:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e9aa8e"},"tenantID":"e2e-inf-a-e9aa8e","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-e9aa8e"} {"level":"info","ts":"2026-10-30T21:59:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-dbe6da"},"tenantID":"e2e-inf-b-dbe6da","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-dbe6da"} {"level":"info","ts":"2026-10-30T21:59:13Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-1b5b5f"}} {"level":"info","ts":"2026-10-30T21:59:15Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-1b5b5f"},"tenantID":"e2e-worker-w0-1b5b5f","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T21:59:15Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0cca5e91"}} {"level":"info","ts":"2026-10-30T21:59:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-446ca2"},"tenantID":"e2e-worker-w2-446ca2","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-446ca2"} {"level":"info","ts":"2026-10-30T21:59:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0cca5e91"}} {"level":"info","ts":"2026-10-30T21:59:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0cca5e91"}} {"level":"info","ts":"2026-10-30T21:59:38Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-75c2acf6"}} {"level":"info","ts":"2026-10-30T21:59:39Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-75c2acf6"}} {"level":"error","ts":"2026-10-30T21:59:45Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0cca5e91"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:1024\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:186\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-10-30T21:59:49Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-75c2acf6"}} {"level":"info","ts":"2026-10-30T21:59:51Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-75c2acf6"},"tenantID":"e2e-mt-75c2acf6","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T22:00:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T22:00:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T22:01:04Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-75c2acf6"}} {"level":"info","ts":"2026-10-30T22:01:04Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-75c2acf6"}} {"level":"info","ts":"2026-10-30T22:01:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-75c2acf6"},"tenantID":"e2e-mt-75c2acf6","namespace":"openshift-ingress","gatewayName":"e2e-mt-75c2acf6"} {"level":"info","ts":"2026-10-30T22:01:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-75c2acf6"},"tenantID":"e2e-mt-75c2acf6","namespace":"openshift-ingress","gatewayName":"e2e-mt-75c2acf6"} {"level":"info","ts":"2026-10-30T22:01:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-75c2acf6"},"tenantID":"e2e-mt-75c2acf6","namespace":"openshift-ingress","gatewayName":"e2e-mt-75c2acf6"} {"level":"info","ts":"2026-10-30T22:01:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-75c2acf6"},"tenantID":"e2e-mt-75c2acf6","namespace":"openshift-ingress","gatewayName":"e2e-mt-75c2acf6"} {"level":"info","ts":"2026-10-30T22:02:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e9aa8e"},"tenantID":"e2e-inf-a-e9aa8e","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-e9aa8e"} {"level":"info","ts":"2026-10-30T22:02:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-75c2acf6"},"tenantID":"e2e-mt-75c2acf6","namespace":"openshift-ingress","gatewayName":"e2e-mt-75c2acf6"} {"level":"info","ts":"2026-10-30T22:02:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e9aa8e"},"tenantID":"e2e-inf-a-e9aa8e","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-e9aa8e"} {"level":"info","ts":"2026-10-30T22:02:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-75c2acf6"},"tenantID":"e2e-mt-75c2acf6","namespace":"openshift-ingress","gatewayName":"e2e-mt-75c2acf6"} {"level":"info","ts":"2026-10-30T22:02:20Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-75c2acf6"}} {"level":"info","ts":"2026-10-30T22:02:22Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-75c2acf6"}} {"level":"info","ts":"2026-10-30T22:02:32Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-75c2acf6"}} {"level":"info","ts":"2026-10-30T22:02:35Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-75c2acf6"},"tenantID":"e2e-mt-75c2acf6","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T22:02:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-dbe6da"},"tenantID":"e2e-inf-b-dbe6da","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-dbe6da"} {"level":"info","ts":"2026-10-30T22:02:43Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e9aa8e"}} {"level":"info","ts":"2026-10-30T22:02:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-dbe6da"},"tenantID":"e2e-inf-b-dbe6da","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-dbe6da"} {"level":"info","ts":"2026-10-30T22:02:52Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e9aa8e"}} {"level":"info","ts":"2026-10-30T22:02:54Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e9aa8e"},"tenantID":"e2e-inf-a-e9aa8e","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T22:03:28Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-dbe6da"}} {"level":"info","ts":"2026-10-30T22:03:29Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-dbe6da"}} {"level":"info","ts":"2026-10-30T22:03:40Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-dbe6da"}} {"level":"info","ts":"2026-10-30T22:03:42Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-dbe6da"},"tenantID":"e2e-inf-b-dbe6da","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T22:03:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-07fa8e"},"tenantID":"e2e-worker-w4-07fa8e","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-07fa8e"} {"level":"info","ts":"2026-10-30T22:04:10Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-07fa8e"}} {"level":"info","ts":"2026-10-30T22:04:11Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-07fa8e"}} {"level":"info","ts":"2026-10-30T22:04:14Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-446ca2"}} {"level":"info","ts":"2026-10-30T22:04:15Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-446ca2"}} {"level":"info","ts":"2026-10-30T22:04:21Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-07fa8e"}} {"level":"info","ts":"2026-10-30T22:04:24Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-07fa8e"},"tenantID":"e2e-worker-w4-07fa8e","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T22:04:25Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-446ca2"}} {"level":"info","ts":"2026-10-30T22:04:28Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-446ca2"},"tenantID":"e2e-worker-w2-446ca2","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T22:05:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T22:10:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T22:12:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T22:12:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T22:12:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T22:12:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T22:12:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T22:12:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T22:13:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T22:13:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-c3e01b"},"tenantID":"e2e-worker-single-main-c3e01b","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-c3e01b"} {"level":"info","ts":"2026-10-30T22:13:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-c3e01b"},"tenantID":"e2e-worker-single-main-c3e01b","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-c3e01b"} {"level":"info","ts":"2026-10-30T22:13:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-c3e01b"},"tenantID":"e2e-worker-single-main-c3e01b","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-c3e01b"} {"level":"info","ts":"2026-10-30T22:13:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-c3e01b"},"tenantID":"e2e-worker-single-main-c3e01b","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-c3e01b"} {"level":"info","ts":"2026-10-30T22:13:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-c3e01b"},"tenantID":"e2e-worker-single-main-c3e01b","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-c3e01b"} {"level":"info","ts":"2026-10-30T22:13:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-c3e01b"},"tenantID":"e2e-worker-single-main-c3e01b","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-c3e01b"} {"level":"info","ts":"2026-10-30T22:14:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-c3e01b"},"tenantID":"e2e-worker-single-main-c3e01b","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-c3e01b"} {"level":"info","ts":"2026-10-30T22:14:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-c3e01b"},"tenantID":"e2e-worker-single-main-c3e01b","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-c3e01b"} {"level":"info","ts":"2026-10-30T22:15:06Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-c3e01b"}} {"level":"info","ts":"2026-10-30T22:15:08Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-c3e01b"}} {"level":"info","ts":"2026-10-30T22:15:17Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-c3e01b"}} {"level":"info","ts":"2026-10-30T22:15:20Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-c3e01b"},"tenantID":"e2e-worker-single-main-c3e01b","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T22:15:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T22:15:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T22:15:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T22:19:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-c60cfe"},"tenantID":"e2e-worker-single-main-c60cfe","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-c60cfe"} {"level":"info","ts":"2026-10-30T22:19:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-c60cfe"},"tenantID":"e2e-worker-single-main-c60cfe","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-c60cfe"} {"level":"info","ts":"2026-10-30T22:19:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-c60cfe"},"tenantID":"e2e-worker-single-main-c60cfe","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-c60cfe"} {"level":"info","ts":"2026-10-30T22:19:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-c60cfe"},"tenantID":"e2e-worker-single-main-c60cfe","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-c60cfe"} {"level":"info","ts":"2026-10-30T22:19:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-c60cfe"},"tenantID":"e2e-worker-single-main-c60cfe","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-c60cfe"} {"level":"info","ts":"2026-10-30T22:19:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-c60cfe"},"tenantID":"e2e-worker-single-main-c60cfe","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-c60cfe"} {"level":"info","ts":"2026-10-30T22:20:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-c60cfe"},"tenantID":"e2e-worker-single-main-c60cfe","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-c60cfe"} {"level":"info","ts":"2026-10-30T22:20:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-c60cfe"},"tenantID":"e2e-worker-single-main-c60cfe","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-c60cfe"} {"level":"info","ts":"2026-10-30T22:20:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T22:20:58Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-c60cfe"}} {"level":"info","ts":"2026-10-30T22:20:59Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-c60cfe"}} {"level":"info","ts":"2026-10-30T22:21:09Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-c60cfe"}} {"level":"info","ts":"2026-10-30T22:21:11Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-c60cfe"},"tenantID":"e2e-worker-single-main-c60cfe","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T22:24:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T22:24:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T22:24:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T22:24:25Z","logger":"consumer-portal","msg":"default AITenant has no OIDC issuer; OpenShift OAuth mode is not supported yet, removing the auth proxy","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"}} {"level":"info","ts":"2026-10-30T22:24:26Z","logger":"consumer-portal","msg":"default AITenant has no OIDC issuer; OpenShift OAuth mode is not supported yet, removing the auth proxy","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"}} {"level":"info","ts":"2026-10-30T22:24:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T22:24:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T22:24:30Z","logger":"consumer-portal","msg":"default AITenant has no OIDC issuer; OpenShift OAuth mode is not supported yet, removing the auth proxy","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"}} {"level":"info","ts":"2026-10-30T22:24:31Z","logger":"consumer-portal","msg":"default AITenant has no OIDC issuer; OpenShift OAuth mode is not supported yet, removing the auth proxy","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"}} {"level":"info","ts":"2026-10-30T22:24:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T22:24:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T22:24:40Z","logger":"consumer-portal","msg":"default AITenant has no OIDC issuer; OpenShift OAuth mode is not supported yet, removing the auth proxy","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"}} {"level":"info","ts":"2026-10-30T22:24:40Z","logger":"consumer-portal","msg":"default AITenant has no OIDC issuer; OpenShift OAuth mode is not supported yet, removing the auth proxy","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"}} {"level":"info","ts":"2026-10-30T22:24:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T22:24:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T22:24:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-daf0fd7e"},"tenantID":"e2e-ait-daf0fd7e","namespace":"openshift-ingress","gatewayName":"e2e-ait-daf0fd7e"} {"level":"info","ts":"2026-10-30T22:24:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-daf0fd7e"},"tenantID":"e2e-ait-daf0fd7e","namespace":"openshift-ingress","gatewayName":"e2e-ait-daf0fd7e"} {"level":"info","ts":"2026-10-30T22:24:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-daf0fd7e"},"tenantID":"e2e-ait-daf0fd7e","namespace":"openshift-ingress","gatewayName":"e2e-ait-daf0fd7e"} {"level":"info","ts":"2026-10-30T22:25:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-daf0fd7e"},"tenantID":"e2e-ait-daf0fd7e","namespace":"openshift-ingress","gatewayName":"e2e-ait-daf0fd7e"} {"level":"info","ts":"2026-10-30T22:25:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-daf0fd7e"},"tenantID":"e2e-ait-daf0fd7e","namespace":"openshift-ingress","gatewayName":"e2e-ait-daf0fd7e"} {"level":"info","ts":"2026-10-30T22:25:22Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-daf0fd7e"}} {"level":"info","ts":"2026-10-30T22:25:24Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-daf0fd7e"}} {"level":"info","ts":"2026-10-30T22:25:25Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-daf0fd7e"}} {"level":"info","ts":"2026-10-30T22:25:36Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-daf0fd7e"}} {"level":"info","ts":"2026-10-30T22:25:44Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-daf0fd7e"}} {"level":"info","ts":"2026-10-30T22:25:47Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-daf0fd7e"},"tenantID":"e2e-ait-daf0fd7e","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T22:26:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-161f7a"},"tenantID":"e2e-authcfg-http-161f7a","namespace":"openshift-ingress","gatewayName":"e2e-authcfg-http-161f7a"} {"level":"info","ts":"2026-10-30T22:26:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-161f7a"},"tenantID":"e2e-authcfg-http-161f7a","namespace":"openshift-ingress","gatewayName":"e2e-authcfg-http-161f7a"} {"level":"info","ts":"2026-10-30T22:26:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-161f7a"},"tenantID":"e2e-authcfg-http-161f7a","namespace":"openshift-ingress","gatewayName":"e2e-authcfg-http-161f7a"} {"level":"info","ts":"2026-10-30T22:26:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-161f7a"},"tenantID":"e2e-authcfg-http-161f7a","namespace":"openshift-ingress","gatewayName":"e2e-authcfg-http-161f7a"} {"level":"info","ts":"2026-10-30T22:26:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-161f7a"},"tenantID":"e2e-authcfg-http-161f7a","namespace":"openshift-ingress","gatewayName":"e2e-authcfg-http-161f7a"} {"level":"info","ts":"2026-10-30T22:26:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-161f7a"},"tenantID":"e2e-authcfg-http-161f7a","namespace":"openshift-ingress","gatewayName":"e2e-authcfg-http-161f7a"} {"level":"info","ts":"2026-10-30T22:28:16Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-161f7a"}} {"level":"info","ts":"2026-10-30T22:28:18Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-161f7a"}} {"level":"info","ts":"2026-10-30T22:28:28Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-161f7a"}} {"level":"info","ts":"2026-10-30T22:28:30Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-161f7a"},"tenantID":"e2e-authcfg-http-161f7a","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T22:29:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}