{"level":"info","ts":"2026-11-01T22:56:25Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3b7be5e5"}} {"level":"info","ts":"2026-11-01T22:56:25Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3b7be5e5"}} {"level":"info","ts":"2026-11-01T22:56:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3b7be5e5"}} {"level":"info","ts":"2026-11-01T22:56:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-8cc47a"},"tenantID":"e2e-shared-b-w2-8cc47a","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-8cc47a"} {"level":"info","ts":"2026-11-01T22:56:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-584561"},"tenantID":"e2e-api-b-584561","namespace":"openshift-ingress","gatewayName":"e2e-api-b-584561"} {"level":"info","ts":"2026-11-01T22:56:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-8cc47a"},"tenantID":"e2e-shared-b-w2-8cc47a","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-8cc47a"} {"level":"info","ts":"2026-11-01T22:56:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22842307"}} {"level":"info","ts":"2026-11-01T22:56:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-05ebf895"}} {"level":"info","ts":"2026-11-01T22:56:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-3798d919"}} {"level":"info","ts":"2026-11-01T22:56:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fc77de66"}} {"level":"info","ts":"2026-11-01T22:56:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4eb329c6"}} {"level":"error","ts":"2026-11-01T22:56:35Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d5911b9b"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-01T22:56:36Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d30aae53"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-01T22:56:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d770b4c4"}} {"level":"info","ts":"2026-11-01T22:56:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-584561"},"tenantID":"e2e-api-b-584561","namespace":"openshift-ingress","gatewayName":"e2e-api-b-584561"} {"level":"info","ts":"2026-11-01T22:56:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3b7be5e5"}} {"level":"info","ts":"2026-11-01T22:56:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1f0206"},"tenantID":"e2e-inf-a-1f0206","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-1f0206"} {"level":"info","ts":"2026-11-01T22:56:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a97162"},"tenantID":"e2e-shared-a-w0-a97162","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-a97162"} {"level":"info","ts":"2026-11-01T22:56:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1f0206"},"tenantID":"e2e-inf-a-1f0206","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-1f0206"} {"level":"info","ts":"2026-11-01T22:56:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22842307"}} {"level":"info","ts":"2026-11-01T22:56:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-05ebf895"}} {"level":"info","ts":"2026-11-01T22:56:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-3798d919"}} {"level":"info","ts":"2026-11-01T22:56:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fc77de66"}} {"level":"info","ts":"2026-11-01T22:56:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4eb329c6"}} {"level":"info","ts":"2026-11-01T22:56:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d770b4c4"}} {"level":"info","ts":"2026-11-01T22:56:48Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3b7be5e5"}} {"level":"info","ts":"2026-11-01T22:56:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d68bab"},"tenantID":"e2e-api-a-d68bab","namespace":"openshift-ingress","gatewayName":"e2e-api-a-d68bab"} {"level":"info","ts":"2026-11-01T22:57:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d68bab"},"tenantID":"e2e-api-a-d68bab","namespace":"openshift-ingress","gatewayName":"e2e-api-a-d68bab"} {"level":"info","ts":"2026-11-01T22:57:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-661e9f"},"tenantID":"e2e-shared-b-w4-661e9f","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-661e9f"} {"level":"info","ts":"2026-11-01T22:57:03Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22842307"}} {"level":"info","ts":"2026-11-01T22:57:03Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-05ebf895"}} {"level":"info","ts":"2026-11-01T22:57:03Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-3798d919"}} {"level":"info","ts":"2026-11-01T22:57:03Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fc77de66"}} {"level":"info","ts":"2026-11-01T22:57:03Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4eb329c6"}} {"level":"info","ts":"2026-11-01T22:57:03Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d770b4c4"}} {"level":"info","ts":"2026-11-01T22:57:03Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3b7be5e5"}} {"level":"info","ts":"2026-11-01T22:57:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-103369"},"tenantID":"e2e-shared-b-w6-103369","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w6-103369"} {"level":"info","ts":"2026-11-01T22:57:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-71505e"},"tenantID":"e2e-api-a-71505e","namespace":"openshift-ingress","gatewayName":"e2e-api-a-71505e"} {"level":"info","ts":"2026-11-01T22:57:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-103369"},"tenantID":"e2e-shared-b-w6-103369","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w6-103369"} {"level":"info","ts":"2026-11-01T22:57:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-71505e"},"tenantID":"e2e-api-a-71505e","namespace":"openshift-ingress","gatewayName":"e2e-api-a-71505e"} {"level":"info","ts":"2026-11-01T22:57:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22842307"}} {"level":"info","ts":"2026-11-01T22:57:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-05ebf895"}} {"level":"info","ts":"2026-11-01T22:57:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-3798d919"}} {"level":"info","ts":"2026-11-01T22:57:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fc77de66"}} {"level":"info","ts":"2026-11-01T22:57:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4eb329c6"}} {"level":"info","ts":"2026-11-01T22:57:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d770b4c4"}} {"level":"info","ts":"2026-11-01T22:57:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3b7be5e5"}} {"level":"info","ts":"2026-11-01T22:57:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-945efd02"},"tenantID":"e2e-mt-945efd02","namespace":"openshift-ingress","gatewayName":"e2e-mt-945efd02"} {"level":"info","ts":"2026-11-01T22:57:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22842307"}} {"level":"info","ts":"2026-11-01T22:57:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-05ebf895"}} {"level":"info","ts":"2026-11-01T22:57:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-3798d919"}} {"level":"info","ts":"2026-11-01T22:57:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fc77de66"}} {"level":"info","ts":"2026-11-01T22:57:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4eb329c6"}} {"level":"info","ts":"2026-11-01T22:57:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d770b4c4"}} {"level":"info","ts":"2026-11-01T22:57:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3b7be5e5"}} {"level":"info","ts":"2026-11-01T22:57:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-945efd02"},"tenantID":"e2e-mt-945efd02","namespace":"openshift-ingress","gatewayName":"e2e-mt-945efd02"} {"level":"info","ts":"2026-11-01T22:57:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22842307"}} {"level":"info","ts":"2026-11-01T22:57:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-05ebf895"}} {"level":"info","ts":"2026-11-01T22:57:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-3798d919"}} {"level":"info","ts":"2026-11-01T22:57:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fc77de66"}} {"level":"info","ts":"2026-11-01T22:57:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4eb329c6"}} {"level":"info","ts":"2026-11-01T22:57:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d770b4c4"}} {"level":"info","ts":"2026-11-01T22:57:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3b7be5e5"}} {"level":"info","ts":"2026-11-01T22:57:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22842307"}} {"level":"info","ts":"2026-11-01T22:57:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-05ebf895"}} {"level":"info","ts":"2026-11-01T22:57:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-3798d919"}} {"level":"info","ts":"2026-11-01T22:57:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fc77de66"}} {"level":"info","ts":"2026-11-01T22:57:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4eb329c6"}} {"level":"info","ts":"2026-11-01T22:57:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d770b4c4"}} {"level":"info","ts":"2026-11-01T22:57:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3b7be5e5"}} {"level":"info","ts":"2026-11-01T22:57:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22842307"}} {"level":"info","ts":"2026-11-01T22:57:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-05ebf895"}} {"level":"info","ts":"2026-11-01T22:57:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-3798d919"}} {"level":"info","ts":"2026-11-01T22:57:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fc77de66"}} {"level":"info","ts":"2026-11-01T22:57:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4eb329c6"}} {"level":"info","ts":"2026-11-01T22:57:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d770b4c4"}} {"level":"info","ts":"2026-11-01T22:57:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3b7be5e5"}} {"level":"info","ts":"2026-11-01T22:58:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7da9ed"},"tenantID":"e2e-inf-a-7da9ed","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-7da9ed"} {"level":"info","ts":"2026-11-01T22:58:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7da9ed"},"tenantID":"e2e-inf-a-7da9ed","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-7da9ed"} {"level":"info","ts":"2026-11-01T22:58:05Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-bd7ff8"}} {"level":"info","ts":"2026-11-01T22:58:06Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-bd7ff8"}} {"level":"info","ts":"2026-11-01T22:58:06Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22842307"}} {"level":"info","ts":"2026-11-01T22:58:06Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-05ebf895"}} {"level":"info","ts":"2026-11-01T22:58:06Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-3798d919"}} {"level":"info","ts":"2026-11-01T22:58:06Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fc77de66"}} {"level":"info","ts":"2026-11-01T22:58:06Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4eb329c6"}} {"level":"info","ts":"2026-11-01T22:58:06Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d770b4c4"}} {"level":"info","ts":"2026-11-01T22:58:06Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3b7be5e5"}} {"level":"info","ts":"2026-11-01T22:58:11Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1f0206"}} {"level":"info","ts":"2026-11-01T22:58:13Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1f0206"}} {"level":"info","ts":"2026-11-01T22:58:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-584561"},"tenantID":"e2e-api-b-584561","namespace":"openshift-ingress","gatewayName":"e2e-api-b-584561"} {"level":"info","ts":"2026-11-01T22:58:19Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-bd7ff8"},"tenantID":"e2e-api-a-bd7ff8","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T22:58:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-584561"},"tenantID":"e2e-api-b-584561","namespace":"openshift-ingress","gatewayName":"e2e-api-b-584561"} {"level":"info","ts":"2026-11-01T22:58:21Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22842307"}} {"level":"info","ts":"2026-11-01T22:58:21Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-05ebf895"}} {"level":"info","ts":"2026-11-01T22:58:21Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-3798d919"}} {"level":"info","ts":"2026-11-01T22:58:21Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fc77de66"}} {"level":"info","ts":"2026-11-01T22:58:21Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4eb329c6"}} {"level":"error","ts":"2026-11-01T22:58:21Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d770b4c4"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-01T22:58:21Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3b7be5e5"}} {"level":"info","ts":"2026-11-01T22:58:23Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1f0206"}} {"level":"info","ts":"2026-11-01T22:58:26Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1f0206"},"tenantID":"e2e-inf-a-1f0206","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T22:58:31Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-f5b935"}} {"level":"info","ts":"2026-11-01T22:58:31Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22842307"}} {"level":"info","ts":"2026-11-01T22:58:31Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-05ebf895"}} {"level":"info","ts":"2026-11-01T22:58:31Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-3798d919"}} {"level":"info","ts":"2026-11-01T22:58:31Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fc77de66"}} {"level":"info","ts":"2026-11-01T22:58:31Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4eb329c6"}} {"level":"info","ts":"2026-11-01T22:58:31Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3b7be5e5"}} {"level":"info","ts":"2026-11-01T22:58:32Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-f5b935"}} {"level":"info","ts":"2026-11-01T22:58:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d68bab"},"tenantID":"e2e-api-a-d68bab","namespace":"openshift-ingress","gatewayName":"e2e-api-a-d68bab"} {"level":"info","ts":"2026-11-01T22:58:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d68bab"},"tenantID":"e2e-api-a-d68bab","namespace":"openshift-ingress","gatewayName":"e2e-api-a-d68bab"} {"level":"info","ts":"2026-11-01T22:58:44Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-f5b935"},"tenantID":"e2e-shared-a-w6-f5b935","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T22:58:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22842307"}} {"level":"info","ts":"2026-11-01T22:58:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-05ebf895"}} {"level":"info","ts":"2026-11-01T22:58:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-3798d919"}} {"level":"info","ts":"2026-11-01T22:58:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fc77de66"}} {"level":"info","ts":"2026-11-01T22:58:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4eb329c6"}} {"level":"info","ts":"2026-11-01T22:58:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3b7be5e5"}} {"level":"info","ts":"2026-11-01T22:58:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-646881"},"tenantID":"e2e-shared-a-w2-646881","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-646881"} {"level":"info","ts":"2026-11-01T22:58:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-71505e"},"tenantID":"e2e-api-a-71505e","namespace":"openshift-ingress","gatewayName":"e2e-api-a-71505e"} {"level":"info","ts":"2026-11-01T22:58:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-71505e"},"tenantID":"e2e-api-a-71505e","namespace":"openshift-ingress","gatewayName":"e2e-api-a-71505e"} {"level":"info","ts":"2026-11-01T22:58:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22842307"}} {"level":"info","ts":"2026-11-01T22:58:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-05ebf895"}} {"level":"info","ts":"2026-11-01T22:58:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-3798d919"}} {"level":"info","ts":"2026-11-01T22:58:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fc77de66"}} {"level":"info","ts":"2026-11-01T22:58:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4eb329c6"}} {"level":"info","ts":"2026-11-01T22:58:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3b7be5e5"}} {"level":"info","ts":"2026-11-01T22:58:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-8bac2f"},"tenantID":"e2e-shared-a-w4-8bac2f","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8bac2f"} {"level":"info","ts":"2026-11-01T22:59:00Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-945efd02"}} {"level":"info","ts":"2026-11-01T22:59:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-103369"},"tenantID":"e2e-shared-b-w6-103369","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w6-103369"} {"level":"info","ts":"2026-11-01T22:59:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22842307"}} {"level":"info","ts":"2026-11-01T22:59:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-05ebf895"}} {"level":"info","ts":"2026-11-01T22:59:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-3798d919"}} {"level":"info","ts":"2026-11-01T22:59:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fc77de66"}} {"level":"info","ts":"2026-11-01T22:59:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4eb329c6"}} {"level":"info","ts":"2026-11-01T22:59:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3b7be5e5"}} {"level":"info","ts":"2026-11-01T22:59:10Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-945efd02"}} {"level":"info","ts":"2026-11-01T22:59:13Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-945efd02"},"tenantID":"e2e-mt-945efd02","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T22:59:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22842307"}} {"level":"info","ts":"2026-11-01T22:59:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-05ebf895"}} {"level":"info","ts":"2026-11-01T22:59:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-3798d919"}} {"level":"info","ts":"2026-11-01T22:59:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fc77de66"}} {"level":"error","ts":"2026-11-01T22:59:17Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4eb329c6"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-01T22:59:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3b7be5e5"}} {"level":"info","ts":"2026-11-01T22:59:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-2b0866"},"tenantID":"e2e-shared-b-w0-2b0866","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-2b0866"} {"level":"info","ts":"2026-11-01T22:59:27Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22842307"}} {"level":"info","ts":"2026-11-01T22:59:27Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-05ebf895"}} {"level":"info","ts":"2026-11-01T22:59:27Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-3798d919"}} {"level":"info","ts":"2026-11-01T22:59:27Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fc77de66"}} {"level":"info","ts":"2026-11-01T22:59:27Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3b7be5e5"}} {"level":"info","ts":"2026-11-01T22:59:37Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22842307"}} {"level":"info","ts":"2026-11-01T22:59:37Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-05ebf895"}} {"level":"info","ts":"2026-11-01T22:59:37Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-3798d919"}} {"level":"info","ts":"2026-11-01T22:59:37Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fc77de66"}} {"level":"info","ts":"2026-11-01T22:59:37Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3b7be5e5"}} {"level":"info","ts":"2026-11-01T22:59:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7da9ed"},"tenantID":"e2e-inf-a-7da9ed","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-7da9ed"} {"level":"info","ts":"2026-11-01T22:59:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7da9ed"},"tenantID":"e2e-inf-a-7da9ed","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-7da9ed"} {"level":"info","ts":"2026-11-01T22:59:48Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22842307"}} {"level":"info","ts":"2026-11-01T22:59:48Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-05ebf895"}} {"level":"info","ts":"2026-11-01T22:59:48Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-3798d919"}} {"level":"info","ts":"2026-11-01T22:59:48Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fc77de66"}} {"level":"info","ts":"2026-11-01T22:59:48Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3b7be5e5"}} {"level":"info","ts":"2026-11-01T22:59:57Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d68bab"}} {"level":"info","ts":"2026-11-01T22:59:58Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d68bab"}} {"level":"info","ts":"2026-11-01T22:59:58Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22842307"}} {"level":"info","ts":"2026-11-01T22:59:58Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-05ebf895"}} {"level":"info","ts":"2026-11-01T22:59:58Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-3798d919"}} {"level":"info","ts":"2026-11-01T22:59:58Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fc77de66"}} {"level":"info","ts":"2026-11-01T22:59:58Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3b7be5e5"}} {"level":"info","ts":"2026-11-01T23:00:09Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d68bab"}} {"level":"info","ts":"2026-11-01T23:00:12Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d68bab"},"tenantID":"e2e-api-a-d68bab","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T23:00:13Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-71505e"}} {"level":"info","ts":"2026-11-01T23:00:13Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22842307"}} {"level":"info","ts":"2026-11-01T23:00:13Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-05ebf895"}} {"level":"info","ts":"2026-11-01T23:00:13Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-3798d919"}} {"level":"info","ts":"2026-11-01T23:00:13Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fc77de66"}} {"level":"info","ts":"2026-11-01T23:00:13Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3b7be5e5"}} {"level":"info","ts":"2026-11-01T23:00:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-d6101b"},"tenantID":"e2e-worker-w5-d6101b","namespace":"openshift-ingress","gatewayName":"e2e-worker-w5-d6101b"} {"level":"info","ts":"2026-11-01T23:00:17Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5b8fd2"}} {"level":"info","ts":"2026-11-01T23:00:19Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5b8fd2"}} {"level":"info","ts":"2026-11-01T23:00:21Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-71505e"}} {"level":"info","ts":"2026-11-01T23:00:24Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-71505e"},"tenantID":"e2e-api-a-71505e","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T23:00:25Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-103369"}} {"level":"info","ts":"2026-11-01T23:00:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-9dfe9f"},"tenantID":"e2e-worker-w4-9dfe9f","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-9dfe9f"} {"level":"info","ts":"2026-11-01T23:00:29Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5b8fd2"}} {"level":"info","ts":"2026-11-01T23:00:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22842307"}} {"level":"info","ts":"2026-11-01T23:00:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-05ebf895"}} {"level":"info","ts":"2026-11-01T23:00:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-3798d919"}} {"level":"info","ts":"2026-11-01T23:00:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fc77de66"}} {"level":"info","ts":"2026-11-01T23:00:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3b7be5e5"}} {"level":"info","ts":"2026-11-01T23:00:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e71d55"},"tenantID":"e2e-worker-w3-e71d55","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e71d55"} {"level":"info","ts":"2026-11-01T23:00:35Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5b8fd2"},"tenantID":"e2e-worker-w1-5b8fd2","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T23:00:38Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-103369"},"tenantID":"e2e-shared-b-w6-103369","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T23:00:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-675d1d"},"tenantID":"e2e-inf-a-675d1d","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-675d1d"} {"level":"info","ts":"2026-11-01T23:00:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-c54de0"},"tenantID":"e2e-worker-w0-c54de0","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-c54de0"} {"level":"info","ts":"2026-11-01T23:00:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-675d1d"},"tenantID":"e2e-inf-a-675d1d","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-675d1d"} {"level":"info","ts":"2026-11-01T23:00:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22842307"}} {"level":"info","ts":"2026-11-01T23:00:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-05ebf895"}} {"level":"info","ts":"2026-11-01T23:00:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-3798d919"}} {"level":"info","ts":"2026-11-01T23:00:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fc77de66"}} {"level":"info","ts":"2026-11-01T23:00:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3b7be5e5"}} {"level":"info","ts":"2026-11-01T23:00:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c768f3"},"tenantID":"e2e-worker-w2-c768f3","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c768f3"} {"level":"info","ts":"2026-11-01T23:00:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-aa47d8"},"tenantID":"e2e-inf-a-aa47d8","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-aa47d8"} {"level":"info","ts":"2026-11-01T23:00:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-aa47d8"},"tenantID":"e2e-inf-a-aa47d8","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-aa47d8"} {"level":"info","ts":"2026-11-01T23:00:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T23:00:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22842307"}} {"level":"info","ts":"2026-11-01T23:00:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-05ebf895"}} {"level":"info","ts":"2026-11-01T23:00:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-3798d919"}} {"level":"info","ts":"2026-11-01T23:00:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fc77de66"}} {"level":"info","ts":"2026-11-01T23:00:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3b7be5e5"}} {"level":"info","ts":"2026-11-01T23:00:55Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7da9ed"}} {"level":"info","ts":"2026-11-01T23:00:57Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7da9ed"}} {"level":"info","ts":"2026-11-01T23:01:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-a6dd2f"},"tenantID":"e2e-worker-w6-a6dd2f","namespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a6dd2f"} {"level":"info","ts":"2026-11-01T23:01:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22842307"}} {"level":"info","ts":"2026-11-01T23:01:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-05ebf895"}} {"level":"error","ts":"2026-11-01T23:01:05Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-3798d919"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-01T23:01:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fc77de66"}} {"level":"info","ts":"2026-11-01T23:01:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3b7be5e5"}} {"level":"info","ts":"2026-11-01T23:01:07Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7da9ed"}} {"level":"info","ts":"2026-11-01T23:01:10Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7da9ed"},"tenantID":"e2e-inf-a-7da9ed","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T23:01:15Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22842307"}} {"level":"info","ts":"2026-11-01T23:01:15Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-05ebf895"}} {"level":"error","ts":"2026-11-01T23:01:15Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fc77de66"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-01T23:01:15Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3b7be5e5"}} {"level":"info","ts":"2026-11-01T23:01:18Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-584561"}} {"level":"info","ts":"2026-11-01T23:01:20Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-584561"}} {"level":"info","ts":"2026-11-01T23:01:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22842307"}} {"level":"info","ts":"2026-11-01T23:01:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-05ebf895"}} {"level":"info","ts":"2026-11-01T23:01:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3b7be5e5"}} {"level":"info","ts":"2026-11-01T23:01:30Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-584561"}} {"level":"info","ts":"2026-11-01T23:01:33Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-584561"},"tenantID":"e2e-api-b-584561","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T23:01:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22842307"}} {"level":"info","ts":"2026-11-01T23:01:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-05ebf895"}} {"level":"info","ts":"2026-11-01T23:01:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3b7be5e5"}} {"level":"info","ts":"2026-11-01T23:01:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-8cc47a"},"tenantID":"e2e-shared-b-w2-8cc47a","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-8cc47a"} {"level":"info","ts":"2026-11-01T23:01:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a97162"},"tenantID":"e2e-shared-a-w0-a97162","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-a97162"} {"level":"info","ts":"2026-11-01T23:01:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22842307"}} {"level":"info","ts":"2026-11-01T23:01:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-05ebf895"}} {"level":"info","ts":"2026-11-01T23:01:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3b7be5e5"}} {"level":"info","ts":"2026-11-01T23:01:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-675d1d"},"tenantID":"e2e-inf-a-675d1d","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-675d1d"} {"level":"info","ts":"2026-11-01T23:01:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-675d1d"},"tenantID":"e2e-inf-a-675d1d","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-675d1d"} {"level":"info","ts":"2026-11-01T23:01:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22842307"}} {"level":"info","ts":"2026-11-01T23:01:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-05ebf895"}} {"level":"info","ts":"2026-11-01T23:01:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3b7be5e5"}} {"level":"info","ts":"2026-11-01T23:01:59Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-d6101b"}} {"level":"info","ts":"2026-11-01T23:02:00Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-d6101b"}} {"level":"info","ts":"2026-11-01T23:02:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-55b58e"},"tenantID":"e2e-api-a-55b58e","namespace":"openshift-ingress","gatewayName":"e2e-api-a-55b58e"} {"level":"info","ts":"2026-11-01T23:02:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-aa47d8"},"tenantID":"e2e-inf-a-aa47d8","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-aa47d8"} {"level":"info","ts":"2026-11-01T23:02:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-55b58e"},"tenantID":"e2e-api-a-55b58e","namespace":"openshift-ingress","gatewayName":"e2e-api-a-55b58e"} {"level":"info","ts":"2026-11-01T23:02:13Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-d6101b"},"tenantID":"e2e-worker-w5-d6101b","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T23:02:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-661e9f"},"tenantID":"e2e-shared-b-w4-661e9f","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-661e9f"} {"level":"info","ts":"2026-11-01T23:02:15Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22842307"}} {"level":"info","ts":"2026-11-01T23:02:15Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-05ebf895"}} {"level":"info","ts":"2026-11-01T23:02:15Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3b7be5e5"}} {"level":"info","ts":"2026-11-01T23:02:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-aa47d8"},"tenantID":"e2e-inf-a-aa47d8","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-aa47d8"} {"level":"info","ts":"2026-11-01T23:02:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22842307"}} {"level":"info","ts":"2026-11-01T23:02:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-05ebf895"}} {"level":"info","ts":"2026-11-01T23:02:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3b7be5e5"}} {"level":"info","ts":"2026-11-01T23:02:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22842307"}} {"level":"info","ts":"2026-11-01T23:02:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-05ebf895"}} {"level":"info","ts":"2026-11-01T23:02:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3b7be5e5"}} {"level":"info","ts":"2026-11-01T23:02:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22842307"}} {"level":"info","ts":"2026-11-01T23:02:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-05ebf895"}} {"level":"info","ts":"2026-11-01T23:02:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3b7be5e5"}} {"level":"info","ts":"2026-11-01T23:02:47Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a97162"}} {"level":"info","ts":"2026-11-01T23:02:48Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a97162"}} {"level":"info","ts":"2026-11-01T23:02:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22842307"}} {"level":"info","ts":"2026-11-01T23:02:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-05ebf895"}} {"level":"info","ts":"2026-11-01T23:02:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3b7be5e5"}} {"level":"info","ts":"2026-11-01T23:02:57Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e71d55"}} {"level":"info","ts":"2026-11-01T23:02:58Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e71d55"}} {"level":"info","ts":"2026-11-01T23:03:01Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a97162"},"tenantID":"e2e-shared-a-w0-a97162","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T23:03:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22842307"}} {"level":"info","ts":"2026-11-01T23:03:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-05ebf895"}} {"level":"info","ts":"2026-11-01T23:03:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3b7be5e5"}} {"level":"info","ts":"2026-11-01T23:03:09Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e71d55"}} {"level":"info","ts":"2026-11-01T23:03:11Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e71d55"},"tenantID":"e2e-worker-w3-e71d55","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T23:03:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-675d1d"},"tenantID":"e2e-inf-a-675d1d","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-675d1d"} {"level":"info","ts":"2026-11-01T23:03:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-55b58e"},"tenantID":"e2e-api-a-55b58e","namespace":"openshift-ingress","gatewayName":"e2e-api-a-55b58e"} {"level":"info","ts":"2026-11-01T23:03:19Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22842307"}} {"level":"info","ts":"2026-11-01T23:03:19Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-05ebf895"}} {"level":"info","ts":"2026-11-01T23:03:19Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3b7be5e5"}} {"level":"info","ts":"2026-11-01T23:03:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-675d1d"},"tenantID":"e2e-inf-a-675d1d","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-675d1d"} {"level":"info","ts":"2026-11-01T23:03:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-55b58e"},"tenantID":"e2e-api-a-55b58e","namespace":"openshift-ingress","gatewayName":"e2e-api-a-55b58e"} {"level":"info","ts":"2026-11-01T23:03:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-aa47d8"},"tenantID":"e2e-inf-a-aa47d8","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-aa47d8"} {"level":"info","ts":"2026-11-01T23:03:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-aa47d8"},"tenantID":"e2e-inf-a-aa47d8","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-aa47d8"} {"level":"info","ts":"2026-11-01T23:03:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4af44d"},"tenantID":"e2e-inf-b-4af44d","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-4af44d"} {"level":"info","ts":"2026-11-01T23:03:33Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22842307"}} {"level":"info","ts":"2026-11-01T23:03:33Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-05ebf895"}} {"level":"info","ts":"2026-11-01T23:03:33Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3b7be5e5"}} {"level":"info","ts":"2026-11-01T23:03:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4af44d"},"tenantID":"e2e-inf-b-4af44d","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-4af44d"} {"level":"info","ts":"2026-11-01T23:03:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cf46c7"},"tenantID":"e2e-inf-b-cf46c7","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-cf46c7"} {"level":"info","ts":"2026-11-01T23:03:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cf46c7"},"tenantID":"e2e-inf-b-cf46c7","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-cf46c7"} {"level":"info","ts":"2026-11-01T23:03:43Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22842307"}} {"level":"error","ts":"2026-11-01T23:03:43Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-05ebf895"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-01T23:03:43Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3b7be5e5"}} {"level":"info","ts":"2026-11-01T23:03:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-646881"},"tenantID":"e2e-shared-a-w2-646881","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-646881"} {"level":"info","ts":"2026-11-01T23:03:53Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22842307"}} {"level":"info","ts":"2026-11-01T23:03:53Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3b7be5e5"}} {"level":"info","ts":"2026-11-01T23:04:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-8bac2f"},"tenantID":"e2e-shared-a-w4-8bac2f","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8bac2f"} {"level":"info","ts":"2026-11-01T23:04:03Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-2b0866"}} {"level":"info","ts":"2026-11-01T23:04:03Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22842307"}} {"level":"info","ts":"2026-11-01T23:04:03Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3b7be5e5"}} {"level":"info","ts":"2026-11-01T23:04:12Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-2b0866"}} {"level":"info","ts":"2026-11-01T23:04:14Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-2b0866"},"tenantID":"e2e-shared-b-w0-2b0866","namespace":"openshift-ingress"} {"level":"error","ts":"2026-11-01T23:04:14Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-2b0866"},"namespace":"ai-tenant-e2e-shared-b-w0-2b0866","name":"default-tenant","reconcileID":"ce6f5c82-3818-450c-ac07-4115993e0021","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-01T23:04:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22842307"}} {"level":"info","ts":"2026-11-01T23:04:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3b7be5e5"}} {"level":"info","ts":"2026-11-01T23:04:16Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-2b0866"},"tenantID":"e2e-shared-b-w0-2b0866","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T23:04:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22842307"}} {"level":"info","ts":"2026-11-01T23:04:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3b7be5e5"}} {"level":"info","ts":"2026-11-01T23:04:25Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-c54de0"}} {"level":"info","ts":"2026-11-01T23:04:26Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-c54de0"}} {"level":"info","ts":"2026-11-01T23:04:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-55b58e"},"tenantID":"e2e-api-a-55b58e","namespace":"openshift-ingress","gatewayName":"e2e-api-a-55b58e"} {"level":"info","ts":"2026-11-01T23:04:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-55b58e"},"tenantID":"e2e-api-a-55b58e","namespace":"openshift-ingress","gatewayName":"e2e-api-a-55b58e"} {"level":"info","ts":"2026-11-01T23:04:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4af44d"},"tenantID":"e2e-inf-b-4af44d","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-4af44d"} {"level":"info","ts":"2026-11-01T23:04:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22842307"}} {"level":"info","ts":"2026-11-01T23:04:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3b7be5e5"}} {"level":"info","ts":"2026-11-01T23:04:37Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-c54de0"}} {"level":"info","ts":"2026-11-01T23:04:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4af44d"},"tenantID":"e2e-inf-b-4af44d","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-4af44d"} {"level":"info","ts":"2026-11-01T23:04:41Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-c54de0"},"tenantID":"e2e-worker-w0-c54de0","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T23:04:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3eb631"},"tenantID":"e2e-api-b-3eb631","namespace":"openshift-ingress","gatewayName":"e2e-api-b-3eb631"} {"level":"info","ts":"2026-11-01T23:04:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cf46c7"},"tenantID":"e2e-inf-b-cf46c7","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-cf46c7"} {"level":"info","ts":"2026-11-01T23:04:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3eb631"},"tenantID":"e2e-api-b-3eb631","namespace":"openshift-ingress","gatewayName":"e2e-api-b-3eb631"} {"level":"error","ts":"2026-11-01T23:04:49Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22842307"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-01T23:04:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3b7be5e5"}} {"level":"info","ts":"2026-11-01T23:04:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cf46c7"},"tenantID":"e2e-inf-b-cf46c7","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-cf46c7"} {"level":"info","ts":"2026-11-01T23:04:59Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3b7be5e5"}} {"level":"info","ts":"2026-11-01T23:05:09Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3b7be5e5"}} {"level":"info","ts":"2026-11-01T23:05:19Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3b7be5e5"}} {"level":"info","ts":"2026-11-01T23:05:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-9dfe9f"},"tenantID":"e2e-worker-w4-9dfe9f","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-9dfe9f"} {"level":"info","ts":"2026-11-01T23:05:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3b7be5e5"}} {"level":"info","ts":"2026-11-01T23:05:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4af44d"},"tenantID":"e2e-inf-b-4af44d","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-4af44d"} {"level":"info","ts":"2026-11-01T23:05:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3eb631"},"tenantID":"e2e-api-b-3eb631","namespace":"openshift-ingress","gatewayName":"e2e-api-b-3eb631"} {"level":"info","ts":"2026-11-01T23:05:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3b7be5e5"}} {"level":"info","ts":"2026-11-01T23:05:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4af44d"},"tenantID":"e2e-inf-b-4af44d","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-4af44d"} {"level":"info","ts":"2026-11-01T23:05:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3eb631"},"tenantID":"e2e-api-b-3eb631","namespace":"openshift-ingress","gatewayName":"e2e-api-b-3eb631"} {"level":"info","ts":"2026-11-01T23:05:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c768f3"},"tenantID":"e2e-worker-w2-c768f3","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c768f3"} {"level":"info","ts":"2026-11-01T23:05:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-675d1d"},"tenantID":"e2e-inf-a-675d1d","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-675d1d"} {"level":"info","ts":"2026-11-01T23:05:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3b7be5e5"}} {"level":"info","ts":"2026-11-01T23:05:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cf46c7"},"tenantID":"e2e-inf-b-cf46c7","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-cf46c7"} {"level":"info","ts":"2026-11-01T23:05:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cf46c7"},"tenantID":"e2e-inf-b-cf46c7","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-cf46c7"} {"level":"info","ts":"2026-11-01T23:06:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T23:06:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-a6dd2f"},"tenantID":"e2e-worker-w6-a6dd2f","namespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a6dd2f"} {"level":"info","ts":"2026-11-01T23:06:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3b7be5e5"}} {"level":"info","ts":"2026-11-01T23:06:15Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3b7be5e5"}} {"level":"info","ts":"2026-11-01T23:06:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3b7be5e5"}} {"level":"info","ts":"2026-11-01T23:06:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4af44d"},"tenantID":"e2e-inf-b-4af44d","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-4af44d"} {"level":"info","ts":"2026-11-01T23:06:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4af44d"},"tenantID":"e2e-inf-b-4af44d","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-4af44d"} {"level":"info","ts":"2026-11-01T23:06:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-675d1d"},"tenantID":"e2e-inf-a-675d1d","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-675d1d"} {"level":"info","ts":"2026-11-01T23:06:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-aa47d8"},"tenantID":"e2e-inf-a-aa47d8","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-aa47d8"} {"level":"error","ts":"2026-11-01T23:06:39Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3b7be5e5"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-01T23:06:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-aa47d8"},"tenantID":"e2e-inf-a-aa47d8","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-aa47d8"} {"level":"info","ts":"2026-11-01T23:06:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cf46c7"},"tenantID":"e2e-inf-b-cf46c7","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-cf46c7"} {"level":"info","ts":"2026-11-01T23:06:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-8cc47a"},"tenantID":"e2e-shared-b-w2-8cc47a","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-8cc47a"} {"level":"info","ts":"2026-11-01T23:06:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T23:06:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3eb631"},"tenantID":"e2e-api-b-3eb631","namespace":"openshift-ingress","gatewayName":"e2e-api-b-3eb631"} {"level":"info","ts":"2026-11-01T23:06:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4af44d"},"tenantID":"e2e-inf-b-4af44d","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-4af44d"} {"level":"info","ts":"2026-11-01T23:07:00Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-55b58e"}} {"level":"info","ts":"2026-11-01T23:07:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3eb631"},"tenantID":"e2e-api-b-3eb631","namespace":"openshift-ingress","gatewayName":"e2e-api-b-3eb631"} {"level":"info","ts":"2026-11-01T23:07:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-aa47d8"},"tenantID":"e2e-inf-a-aa47d8","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-aa47d8"} {"level":"info","ts":"2026-11-01T23:07:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cf46c7"},"tenantID":"e2e-inf-b-cf46c7","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-cf46c7"} {"level":"info","ts":"2026-11-01T23:07:10Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-55b58e"}} {"level":"info","ts":"2026-11-01T23:07:13Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-55b58e"},"tenantID":"e2e-api-a-55b58e","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T23:07:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-661e9f"},"tenantID":"e2e-shared-b-w4-661e9f","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-661e9f"} {"level":"info","ts":"2026-11-01T23:08:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-646881"},"tenantID":"e2e-shared-a-w2-646881","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-646881"} {"level":"info","ts":"2026-11-01T23:09:00Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3eb631"}} {"level":"info","ts":"2026-11-01T23:09:01Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3eb631"}} {"level":"info","ts":"2026-11-01T23:09:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-8bac2f"},"tenantID":"e2e-shared-a-w4-8bac2f","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8bac2f"} {"level":"info","ts":"2026-11-01T23:09:12Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3eb631"}} {"level":"info","ts":"2026-11-01T23:09:14Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3eb631"},"tenantID":"e2e-api-b-3eb631","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T23:09:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-675d1d"},"tenantID":"e2e-inf-a-675d1d","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-675d1d"} {"level":"info","ts":"2026-11-01T23:09:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-675d1d"},"tenantID":"e2e-inf-a-675d1d","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-675d1d"} {"level":"info","ts":"2026-11-01T23:10:30Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-675d1d"}} {"level":"info","ts":"2026-11-01T23:10:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-9dfe9f"},"tenantID":"e2e-worker-w4-9dfe9f","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-9dfe9f"} {"level":"info","ts":"2026-11-01T23:10:34Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-675d1d"}} {"level":"info","ts":"2026-11-01T23:10:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4af44d"},"tenantID":"e2e-inf-b-4af44d","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-4af44d"} {"level":"info","ts":"2026-11-01T23:10:42Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-675d1d"}} {"level":"info","ts":"2026-11-01T23:10:45Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-675d1d"},"tenantID":"e2e-inf-a-675d1d","namespace":"openshift-ingress"} {"level":"error","ts":"2026-11-01T23:10:45Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-675d1d"},"namespace":"ai-tenant-e2e-inf-a-675d1d","name":"default-tenant","reconcileID":"e90a5317-981e-4835-a70b-1805a87cfd5c","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-01T23:10:47Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-675d1d"},"tenantID":"e2e-inf-a-675d1d","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T23:10:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c768f3"},"tenantID":"e2e-worker-w2-c768f3","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c768f3"} {"level":"info","ts":"2026-11-01T23:10:56Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4af44d"}} {"level":"info","ts":"2026-11-01T23:10:57Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4af44d"}} {"level":"info","ts":"2026-11-01T23:11:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-a6dd2f"},"tenantID":"e2e-worker-w6-a6dd2f","namespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a6dd2f"} {"level":"info","ts":"2026-11-01T23:11:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c768f3"},"tenantID":"e2e-worker-w2-c768f3","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c768f3"} {"level":"info","ts":"2026-11-01T23:11:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-9dfe9f"},"tenantID":"e2e-worker-w4-9dfe9f","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-9dfe9f"} {"level":"info","ts":"2026-11-01T23:11:11Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4af44d"},"tenantID":"e2e-inf-b-4af44d","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T23:11:12Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-a6dd2f"}} {"level":"info","ts":"2026-11-01T23:11:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-aa47d8"},"tenantID":"e2e-inf-a-aa47d8","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-aa47d8"} {"level":"info","ts":"2026-11-01T23:11:21Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-a6dd2f"}} {"level":"info","ts":"2026-11-01T23:11:24Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-a6dd2f"},"tenantID":"e2e-worker-w6-a6dd2f","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T23:11:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-8cc47a"},"tenantID":"e2e-shared-b-w2-8cc47a","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-8cc47a"} {"level":"info","ts":"2026-11-01T23:11:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cf46c7"},"tenantID":"e2e-inf-b-cf46c7","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-cf46c7"} {"level":"info","ts":"2026-11-01T23:11:52Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-aa47d8"}} {"level":"info","ts":"2026-11-01T23:11:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T23:11:55Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-646881"}} {"level":"info","ts":"2026-11-01T23:11:56Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-646881"}} {"level":"info","ts":"2026-11-01T23:12:00Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-aa47d8"}} {"level":"info","ts":"2026-11-01T23:12:02Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-aa47d8"},"tenantID":"e2e-inf-a-aa47d8","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T23:12:07Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-646881"}} {"level":"info","ts":"2026-11-01T23:12:09Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-646881"},"tenantID":"e2e-shared-a-w2-646881","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T23:12:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-661e9f"},"tenantID":"e2e-shared-b-w4-661e9f","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-661e9f"} {"level":"info","ts":"2026-11-01T23:12:36Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cf46c7"}} {"level":"info","ts":"2026-11-01T23:12:38Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cf46c7"}} {"level":"info","ts":"2026-11-01T23:12:48Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cf46c7"}} {"level":"info","ts":"2026-11-01T23:12:51Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cf46c7"},"tenantID":"e2e-inf-b-cf46c7","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T23:12:54Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-8cc47a"}} {"level":"info","ts":"2026-11-01T23:12:55Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-8cc47a"}} {"level":"info","ts":"2026-11-01T23:13:06Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-8cc47a"}} {"level":"info","ts":"2026-11-01T23:13:08Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-8cc47a"},"tenantID":"e2e-shared-b-w2-8cc47a","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T23:13:20Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-8bac2f"}} {"level":"info","ts":"2026-11-01T23:13:21Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-8bac2f"}} {"level":"info","ts":"2026-11-01T23:13:26Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c768f3"}} {"level":"info","ts":"2026-11-01T23:13:27Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c768f3"}} {"level":"info","ts":"2026-11-01T23:13:32Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-8bac2f"}} {"level":"info","ts":"2026-11-01T23:13:34Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-8bac2f"},"tenantID":"e2e-shared-a-w4-8bac2f","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T23:13:38Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c768f3"}} {"level":"info","ts":"2026-11-01T23:13:40Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c768f3"},"tenantID":"e2e-worker-w2-c768f3","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T23:13:52Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-661e9f"}} {"level":"info","ts":"2026-11-01T23:13:54Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-661e9f"}} {"level":"info","ts":"2026-11-01T23:14:04Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-661e9f"}} {"level":"info","ts":"2026-11-01T23:14:07Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-661e9f"},"tenantID":"e2e-shared-b-w4-661e9f","namespace":"openshift-ingress"} {"level":"error","ts":"2026-11-01T23:14:07Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-661e9f"},"namespace":"ai-tenant-e2e-shared-b-w4-661e9f","name":"default-tenant","reconcileID":"7c9e508a-16f0-49b3-95e2-1ea3abb129c2","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-01T23:14:09Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-661e9f"},"tenantID":"e2e-shared-b-w4-661e9f","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T23:14:17Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-9dfe9f"}} {"level":"info","ts":"2026-11-01T23:14:19Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-9dfe9f"}} {"level":"info","ts":"2026-11-01T23:14:29Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-9dfe9f"}} {"level":"info","ts":"2026-11-01T23:14:31Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-9dfe9f"},"tenantID":"e2e-worker-w4-9dfe9f","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T23:16:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T23:21:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T23:21:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T23:21:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T23:21:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T23:21:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T23:21:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T23:22:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-3fc07c"},"tenantID":"e2e-worker-single-main-3fc07c","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-3fc07c"} {"level":"info","ts":"2026-11-01T23:22:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-3fc07c"},"tenantID":"e2e-worker-single-main-3fc07c","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-3fc07c"} {"level":"info","ts":"2026-11-01T23:22:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-3fc07c"},"tenantID":"e2e-worker-single-main-3fc07c","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-3fc07c"} {"level":"info","ts":"2026-11-01T23:22:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-3fc07c"},"tenantID":"e2e-worker-single-main-3fc07c","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-3fc07c"} {"level":"info","ts":"2026-11-01T23:22:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-3fc07c"},"tenantID":"e2e-worker-single-main-3fc07c","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-3fc07c"} {"level":"info","ts":"2026-11-01T23:22:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-3fc07c"},"tenantID":"e2e-worker-single-main-3fc07c","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-3fc07c"} {"level":"info","ts":"2026-11-01T23:23:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-3fc07c"},"tenantID":"e2e-worker-single-main-3fc07c","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-3fc07c"} {"level":"info","ts":"2026-11-01T23:23:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-3fc07c"},"tenantID":"e2e-worker-single-main-3fc07c","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-3fc07c"} {"level":"info","ts":"2026-11-01T23:23:31Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-3fc07c"}} {"level":"info","ts":"2026-11-01T23:23:33Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-3fc07c"}} {"level":"info","ts":"2026-11-01T23:23:43Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-3fc07c"}} {"level":"info","ts":"2026-11-01T23:23:45Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-3fc07c"},"tenantID":"e2e-worker-single-main-3fc07c","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T23:24:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T23:24:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T23:24:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T23:26:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-0cff29"},"tenantID":"e2e-worker-single-main-0cff29","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-0cff29"} {"level":"info","ts":"2026-11-01T23:26:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-0cff29"},"tenantID":"e2e-worker-single-main-0cff29","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-0cff29"} {"level":"info","ts":"2026-11-01T23:26:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-0cff29"},"tenantID":"e2e-worker-single-main-0cff29","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-0cff29"} {"level":"info","ts":"2026-11-01T23:26:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-0cff29"},"tenantID":"e2e-worker-single-main-0cff29","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-0cff29"} {"level":"info","ts":"2026-11-01T23:26:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-0cff29"},"tenantID":"e2e-worker-single-main-0cff29","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-0cff29"} {"level":"info","ts":"2026-11-01T23:26:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-0cff29"},"tenantID":"e2e-worker-single-main-0cff29","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-0cff29"} {"level":"info","ts":"2026-11-01T23:27:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-0cff29"},"tenantID":"e2e-worker-single-main-0cff29","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-0cff29"} {"level":"info","ts":"2026-11-01T23:27:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-0cff29"},"tenantID":"e2e-worker-single-main-0cff29","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-0cff29"} {"level":"info","ts":"2026-11-01T23:28:00Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-0cff29"}} {"level":"info","ts":"2026-11-01T23:28:01Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-0cff29"}} {"level":"info","ts":"2026-11-01T23:28:11Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-0cff29"}} {"level":"info","ts":"2026-11-01T23:28:13Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-0cff29"},"tenantID":"e2e-worker-single-main-0cff29","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T23:29:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T23:30:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T23:30:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T23:30:53Z","logger":"consumer-portal","msg":"default AITenant has no OIDC issuer; OpenShift OAuth mode is not supported yet, removing the auth proxy","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"}} {"level":"info","ts":"2026-11-01T23:30:54Z","logger":"consumer-portal","msg":"default AITenant has no OIDC issuer; OpenShift OAuth mode is not supported yet, removing the auth proxy","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"}} {"level":"info","ts":"2026-11-01T23:30:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T23:30:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T23:30:58Z","logger":"consumer-portal","msg":"default AITenant has no OIDC issuer; OpenShift OAuth mode is not supported yet, removing the auth proxy","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"}} {"level":"info","ts":"2026-11-01T23:30:59Z","logger":"consumer-portal","msg":"default AITenant has no OIDC issuer; OpenShift OAuth mode is not supported yet, removing the auth proxy","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"}} {"level":"info","ts":"2026-11-01T23:31:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T23:31:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T23:31:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a38c0c87"},"tenantID":"e2e-ait-a38c0c87","namespace":"openshift-ingress","gatewayName":"e2e-ait-a38c0c87"} {"level":"info","ts":"2026-11-01T23:31:08Z","logger":"consumer-portal","msg":"default AITenant has no OIDC issuer; OpenShift OAuth mode is not supported yet, removing the auth proxy","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"}} {"level":"info","ts":"2026-11-01T23:31:09Z","logger":"consumer-portal","msg":"default AITenant has no OIDC issuer; OpenShift OAuth mode is not supported yet, removing the auth proxy","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"}} {"level":"info","ts":"2026-11-01T23:31:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a38c0c87"},"tenantID":"e2e-ait-a38c0c87","namespace":"openshift-ingress","gatewayName":"e2e-ait-a38c0c87"} {"level":"info","ts":"2026-11-01T23:31:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T23:31:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a38c0c87"},"tenantID":"e2e-ait-a38c0c87","namespace":"openshift-ingress","gatewayName":"e2e-ait-a38c0c87"} {"level":"info","ts":"2026-11-01T23:31:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a38c0c87"},"tenantID":"e2e-ait-a38c0c87","namespace":"openshift-ingress","gatewayName":"e2e-ait-a38c0c87"} {"level":"info","ts":"2026-11-01T23:31:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a38c0c87"},"tenantID":"e2e-ait-a38c0c87","namespace":"openshift-ingress","gatewayName":"e2e-ait-a38c0c87"} {"level":"info","ts":"2026-11-01T23:31:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a38c0c87"},"tenantID":"e2e-ait-a38c0c87","namespace":"openshift-ingress","gatewayName":"e2e-ait-a38c0c87"} {"level":"info","ts":"2026-11-01T23:31:29Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a38c0c87"}} {"level":"info","ts":"2026-11-01T23:31:30Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a38c0c87"}} {"level":"info","ts":"2026-11-01T23:31:31Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a38c0c87"}} {"level":"info","ts":"2026-11-01T23:31:43Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a38c0c87"}} {"level":"info","ts":"2026-11-01T23:31:51Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a38c0c87"}} {"level":"info","ts":"2026-11-01T23:31:54Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a38c0c87"},"tenantID":"e2e-ait-a38c0c87","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T23:32:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-2474f7"},"tenantID":"e2e-authcfg-http-2474f7","namespace":"openshift-ingress","gatewayName":"e2e-authcfg-http-2474f7"} {"level":"info","ts":"2026-11-01T23:32:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-2474f7"},"tenantID":"e2e-authcfg-http-2474f7","namespace":"openshift-ingress","gatewayName":"e2e-authcfg-http-2474f7"} {"level":"info","ts":"2026-11-01T23:32:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-2474f7"},"tenantID":"e2e-authcfg-http-2474f7","namespace":"openshift-ingress","gatewayName":"e2e-authcfg-http-2474f7"} {"level":"info","ts":"2026-11-01T23:32:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-2474f7"},"tenantID":"e2e-authcfg-http-2474f7","namespace":"openshift-ingress","gatewayName":"e2e-authcfg-http-2474f7"} {"level":"info","ts":"2026-11-01T23:32:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-2474f7"},"tenantID":"e2e-authcfg-http-2474f7","namespace":"openshift-ingress","gatewayName":"e2e-authcfg-http-2474f7"} {"level":"info","ts":"2026-11-01T23:32:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-2474f7"},"tenantID":"e2e-authcfg-http-2474f7","namespace":"openshift-ingress","gatewayName":"e2e-authcfg-http-2474f7"} {"level":"info","ts":"2026-11-01T23:33:55Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-2474f7"}} {"level":"info","ts":"2026-11-01T23:33:56Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-2474f7"}} {"level":"info","ts":"2026-11-01T23:34:07Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-2474f7"}} {"level":"info","ts":"2026-11-01T23:34:09Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-2474f7"},"tenantID":"e2e-authcfg-http-2474f7","namespace":"openshift-ingress"}