{"level":"info","ts":"2026-10-30T20:52:28Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a7f13b5"}} {"level":"error","ts":"2026-10-30T20:52:28Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-16857611"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-10-30T20:52:28Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c4c4d126"}} {"level":"info","ts":"2026-10-30T20:52:28Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fb483e2c"}} {"level":"info","ts":"2026-10-30T20:52:28Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-33fc5d06"}} {"level":"info","ts":"2026-10-30T20:52:28Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c650f2b7"}} {"level":"info","ts":"2026-10-30T20:52:28Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1df3a7a9"}} {"level":"info","ts":"2026-10-30T20:52:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-f8ac60"},"tenantID":"e2e-shared-b-w2-f8ac60","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-f8ac60"} {"level":"info","ts":"2026-10-30T20:52:33Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-0ac4e5"}} {"level":"info","ts":"2026-10-30T20:52:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-f8ac60"},"tenantID":"e2e-shared-b-w2-f8ac60","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-f8ac60"} {"level":"info","ts":"2026-10-30T20:52:37Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-99c030"}} {"level":"info","ts":"2026-10-30T20:52:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ff927220"}} {"level":"info","ts":"2026-10-30T20:52:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a7f13b5"}} {"level":"info","ts":"2026-10-30T20:52:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c4c4d126"}} {"level":"info","ts":"2026-10-30T20:52:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fb483e2c"}} {"level":"info","ts":"2026-10-30T20:52:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-33fc5d06"}} {"level":"info","ts":"2026-10-30T20:52:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c650f2b7"}} {"level":"info","ts":"2026-10-30T20:52:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1df3a7a9"}} {"level":"info","ts":"2026-10-30T20:52:43Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-0ac4e5"}} {"level":"info","ts":"2026-10-30T20:52:45Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-0ac4e5"},"tenantID":"e2e-shared-a-w5-0ac4e5","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T20:52:46Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-99c030"}} {"level":"info","ts":"2026-10-30T20:52:49Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-99c030"},"tenantID":"e2e-shared-a-w2-99c030","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T20:52:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d71c23"},"tenantID":"e2e-shared-a-w1-d71c23","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d71c23"} {"level":"info","ts":"2026-10-30T20:52:51Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ff927220"}} {"level":"info","ts":"2026-10-30T20:52:51Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a7f13b5"}} {"level":"info","ts":"2026-10-30T20:52:51Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c4c4d126"}} {"level":"info","ts":"2026-10-30T20:52:51Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fb483e2c"}} {"level":"info","ts":"2026-10-30T20:52:51Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-33fc5d06"}} {"level":"info","ts":"2026-10-30T20:52:51Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c650f2b7"}} {"level":"info","ts":"2026-10-30T20:52:51Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1df3a7a9"}} {"level":"info","ts":"2026-10-30T20:53:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c3d13a"},"tenantID":"e2e-api-a-c3d13a","namespace":"openshift-ingress","gatewayName":"e2e-api-a-c3d13a"} {"level":"info","ts":"2026-10-30T20:53:03Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c3d13a"}} {"level":"info","ts":"2026-10-30T20:53:03Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ff927220"}} {"level":"info","ts":"2026-10-30T20:53:03Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a7f13b5"}} {"level":"info","ts":"2026-10-30T20:53:03Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c4c4d126"}} {"level":"info","ts":"2026-10-30T20:53:03Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fb483e2c"}} {"level":"info","ts":"2026-10-30T20:53:03Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-33fc5d06"}} {"level":"info","ts":"2026-10-30T20:53:03Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c650f2b7"}} {"level":"info","ts":"2026-10-30T20:53:03Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1df3a7a9"}} {"level":"info","ts":"2026-10-30T20:53:14Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c3d13a"}} {"level":"info","ts":"2026-10-30T20:53:16Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c3d13a"},"tenantID":"e2e-api-a-c3d13a","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T20:53:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ff927220"}} {"level":"info","ts":"2026-10-30T20:53:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a7f13b5"}} {"level":"info","ts":"2026-10-30T20:53:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c4c4d126"}} {"level":"info","ts":"2026-10-30T20:53:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fb483e2c"}} {"level":"info","ts":"2026-10-30T20:53:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-33fc5d06"}} {"level":"info","ts":"2026-10-30T20:53:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c650f2b7"}} {"level":"info","ts":"2026-10-30T20:53:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1df3a7a9"}} {"level":"info","ts":"2026-10-30T20:53:22Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3f09ec"}} {"level":"info","ts":"2026-10-30T20:53:24Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3f09ec"}} {"level":"info","ts":"2026-10-30T20:53:26Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3f09ec"}} {"level":"info","ts":"2026-10-30T20:53:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3f0723"},"tenantID":"e2e-api-a-3f0723","namespace":"openshift-ingress","gatewayName":"e2e-api-a-3f0723"} {"level":"info","ts":"2026-10-30T20:53:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ff927220"}} {"level":"info","ts":"2026-10-30T20:53:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a7f13b5"}} {"level":"info","ts":"2026-10-30T20:53:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c4c4d126"}} {"level":"info","ts":"2026-10-30T20:53:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fb483e2c"}} {"level":"info","ts":"2026-10-30T20:53:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-33fc5d06"}} {"level":"info","ts":"2026-10-30T20:53:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c650f2b7"}} {"level":"info","ts":"2026-10-30T20:53:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1df3a7a9"}} {"level":"info","ts":"2026-10-30T20:53:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3f0723"},"tenantID":"e2e-api-a-3f0723","namespace":"openshift-ingress","gatewayName":"e2e-api-a-3f0723"} {"level":"info","ts":"2026-10-30T20:53:34Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-034eba"}} {"level":"info","ts":"2026-10-30T20:53:36Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-034eba"}} {"level":"info","ts":"2026-10-30T20:53:38Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3f09ec"},"tenantID":"e2e-inf-a-3f09ec","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T20:53:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ff927220"}} {"level":"info","ts":"2026-10-30T20:53:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a7f13b5"}} {"level":"info","ts":"2026-10-30T20:53:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c4c4d126"}} {"level":"info","ts":"2026-10-30T20:53:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fb483e2c"}} {"level":"info","ts":"2026-10-30T20:53:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-33fc5d06"}} {"level":"info","ts":"2026-10-30T20:53:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c650f2b7"}} {"level":"info","ts":"2026-10-30T20:53:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1df3a7a9"}} {"level":"info","ts":"2026-10-30T20:53:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-712099"},"tenantID":"e2e-shared-b-w3-712099","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-712099"} {"level":"info","ts":"2026-10-30T20:53:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-712099"},"tenantID":"e2e-shared-b-w3-712099","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-712099"} {"level":"info","ts":"2026-10-30T20:53:48Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-ab9c38"}} {"level":"info","ts":"2026-10-30T20:53:50Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-034eba"},"tenantID":"e2e-shared-a-w3-034eba","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T20:53:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ff927220"}} {"level":"info","ts":"2026-10-30T20:53:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a7f13b5"}} {"level":"info","ts":"2026-10-30T20:53:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c4c4d126"}} {"level":"info","ts":"2026-10-30T20:53:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fb483e2c"}} {"level":"info","ts":"2026-10-30T20:53:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-33fc5d06"}} {"level":"info","ts":"2026-10-30T20:53:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c650f2b7"}} {"level":"info","ts":"2026-10-30T20:53:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1df3a7a9"}} {"level":"info","ts":"2026-10-30T20:53:51Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-f8ac60"}} {"level":"info","ts":"2026-10-30T20:53:53Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-f8ac60"}} {"level":"info","ts":"2026-10-30T20:53:57Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-ab9c38"}} {"level":"info","ts":"2026-10-30T20:54:00Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-ab9c38"},"tenantID":"e2e-shared-b-w5-ab9c38","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T20:54:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ff927220"}} {"level":"info","ts":"2026-10-30T20:54:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a7f13b5"}} {"level":"info","ts":"2026-10-30T20:54:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c4c4d126"}} {"level":"info","ts":"2026-10-30T20:54:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fb483e2c"}} {"level":"info","ts":"2026-10-30T20:54:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-33fc5d06"}} {"level":"info","ts":"2026-10-30T20:54:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c650f2b7"}} {"level":"info","ts":"2026-10-30T20:54:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1df3a7a9"}} {"level":"info","ts":"2026-10-30T20:54:03Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-f8ac60"}} {"level":"info","ts":"2026-10-30T20:54:06Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-f8ac60"},"tenantID":"e2e-shared-b-w2-f8ac60","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T20:54:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-27219c73"},"tenantID":"e2e-mt-27219c73","namespace":"openshift-ingress","gatewayName":"e2e-mt-27219c73"} {"level":"info","ts":"2026-10-30T20:54:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-27219c73"},"tenantID":"e2e-mt-27219c73","namespace":"openshift-ingress","gatewayName":"e2e-mt-27219c73"} {"level":"info","ts":"2026-10-30T20:54:11Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ff927220"}} {"level":"info","ts":"2026-10-30T20:54:11Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a7f13b5"}} {"level":"error","ts":"2026-10-30T20:54:11Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c4c4d126"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-10-30T20:54:11Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fb483e2c"}} {"level":"info","ts":"2026-10-30T20:54:11Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-33fc5d06"}} {"level":"info","ts":"2026-10-30T20:54:11Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c650f2b7"}} {"level":"info","ts":"2026-10-30T20:54:11Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1df3a7a9"}} {"level":"info","ts":"2026-10-30T20:54:21Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ff927220"}} {"level":"info","ts":"2026-10-30T20:54:21Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a7f13b5"}} {"level":"info","ts":"2026-10-30T20:54:21Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fb483e2c"}} {"level":"info","ts":"2026-10-30T20:54:21Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-33fc5d06"}} {"level":"info","ts":"2026-10-30T20:54:21Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c650f2b7"}} {"level":"info","ts":"2026-10-30T20:54:21Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1df3a7a9"}} {"level":"info","ts":"2026-10-30T20:54:31Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ff927220"}} {"level":"info","ts":"2026-10-30T20:54:31Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a7f13b5"}} {"level":"info","ts":"2026-10-30T20:54:31Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fb483e2c"}} {"level":"info","ts":"2026-10-30T20:54:31Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-33fc5d06"}} {"level":"info","ts":"2026-10-30T20:54:31Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c650f2b7"}} {"level":"info","ts":"2026-10-30T20:54:31Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1df3a7a9"}} {"level":"info","ts":"2026-10-30T20:54:41Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ff927220"}} {"level":"info","ts":"2026-10-30T20:54:41Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a7f13b5"}} {"level":"info","ts":"2026-10-30T20:54:41Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fb483e2c"}} {"level":"info","ts":"2026-10-30T20:54:41Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-33fc5d06"}} {"level":"info","ts":"2026-10-30T20:54:41Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c650f2b7"}} {"level":"info","ts":"2026-10-30T20:54:41Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1df3a7a9"}} {"level":"info","ts":"2026-10-30T20:54:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-bcef0e"},"tenantID":"e2e-inf-a-bcef0e","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-bcef0e"} {"level":"info","ts":"2026-10-30T20:54:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-bcef0e"},"tenantID":"e2e-inf-a-bcef0e","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-bcef0e"} {"level":"info","ts":"2026-10-30T20:54:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3f0723"},"tenantID":"e2e-api-a-3f0723","namespace":"openshift-ingress","gatewayName":"e2e-api-a-3f0723"} {"level":"info","ts":"2026-10-30T20:54:52Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-712099"}} {"level":"info","ts":"2026-10-30T20:54:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3f0723"},"tenantID":"e2e-api-a-3f0723","namespace":"openshift-ingress","gatewayName":"e2e-api-a-3f0723"} {"level":"info","ts":"2026-10-30T20:54:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ff927220"}} {"level":"info","ts":"2026-10-30T20:54:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a7f13b5"}} {"level":"info","ts":"2026-10-30T20:54:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fb483e2c"}} {"level":"info","ts":"2026-10-30T20:54:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-33fc5d06"}} {"level":"info","ts":"2026-10-30T20:54:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c650f2b7"}} {"level":"info","ts":"2026-10-30T20:54:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1df3a7a9"}} {"level":"info","ts":"2026-10-30T20:54:56Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d71c23"}} {"level":"info","ts":"2026-10-30T20:54:57Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d71c23"}} {"level":"info","ts":"2026-10-30T20:55:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-65948c"},"tenantID":"e2e-api-b-65948c","namespace":"openshift-ingress","gatewayName":"e2e-api-b-65948c"} {"level":"info","ts":"2026-10-30T20:55:05Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-712099"},"tenantID":"e2e-shared-b-w3-712099","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T20:55:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-65948c"},"tenantID":"e2e-api-b-65948c","namespace":"openshift-ingress","gatewayName":"e2e-api-b-65948c"} {"level":"info","ts":"2026-10-30T20:55:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-27219c73"},"tenantID":"e2e-mt-27219c73","namespace":"openshift-ingress","gatewayName":"e2e-mt-27219c73"} {"level":"info","ts":"2026-10-30T20:55:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ff927220"}} {"level":"info","ts":"2026-10-30T20:55:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a7f13b5"}} {"level":"error","ts":"2026-10-30T20:55:10Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fb483e2c"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-10-30T20:55:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-33fc5d06"}} {"level":"info","ts":"2026-10-30T20:55:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c650f2b7"}} {"level":"info","ts":"2026-10-30T20:55:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1df3a7a9"}} {"level":"info","ts":"2026-10-30T20:55:12Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d71c23"},"tenantID":"e2e-shared-a-w1-d71c23","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T20:55:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-27219c73"},"tenantID":"e2e-mt-27219c73","namespace":"openshift-ingress","gatewayName":"e2e-mt-27219c73"} {"level":"info","ts":"2026-10-30T20:55:15Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-45375a67"}} {"level":"info","ts":"2026-10-30T20:55:15Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-45375a67"}} {"level":"info","ts":"2026-10-30T20:55:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-061bda"},"tenantID":"e2e-shared-b-w1-061bda","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-061bda"} {"level":"info","ts":"2026-10-30T20:55:22Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ff927220"}} {"level":"info","ts":"2026-10-30T20:55:22Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a7f13b5"}} {"level":"info","ts":"2026-10-30T20:55:22Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-33fc5d06"}} {"level":"info","ts":"2026-10-30T20:55:22Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c650f2b7"}} {"level":"info","ts":"2026-10-30T20:55:22Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1df3a7a9"}} {"level":"info","ts":"2026-10-30T20:55:25Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-45375a67"}} {"level":"info","ts":"2026-10-30T20:55:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5dc13e"},"tenantID":"e2e-api-a-5dc13e","namespace":"openshift-ingress","gatewayName":"e2e-api-a-5dc13e"} {"level":"info","ts":"2026-10-30T20:55:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5dc13e"},"tenantID":"e2e-api-a-5dc13e","namespace":"openshift-ingress","gatewayName":"e2e-api-a-5dc13e"} {"level":"info","ts":"2026-10-30T20:55:33Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ff927220"}} {"level":"info","ts":"2026-10-30T20:55:33Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a7f13b5"}} {"level":"info","ts":"2026-10-30T20:55:33Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-33fc5d06"}} {"level":"info","ts":"2026-10-30T20:55:33Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c650f2b7"}} {"level":"info","ts":"2026-10-30T20:55:33Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1df3a7a9"}} {"level":"info","ts":"2026-10-30T20:55:35Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-45375a67"}} {"level":"info","ts":"2026-10-30T20:55:37Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-061bda"}} {"level":"info","ts":"2026-10-30T20:55:38Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-061bda"}} {"level":"info","ts":"2026-10-30T20:55:43Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ff927220"}} {"level":"info","ts":"2026-10-30T20:55:43Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a7f13b5"}} {"level":"info","ts":"2026-10-30T20:55:43Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-33fc5d06"}} {"level":"info","ts":"2026-10-30T20:55:43Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c650f2b7"}} {"level":"info","ts":"2026-10-30T20:55:43Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1df3a7a9"}} {"level":"info","ts":"2026-10-30T20:55:45Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-45375a67"}} {"level":"info","ts":"2026-10-30T20:55:49Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-061bda"}} {"level":"info","ts":"2026-10-30T20:55:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-bcef0e"},"tenantID":"e2e-inf-a-bcef0e","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-bcef0e"} {"level":"info","ts":"2026-10-30T20:55:54Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-061bda"},"tenantID":"e2e-shared-b-w1-061bda","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T20:55:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-45375a67"}} {"level":"info","ts":"2026-10-30T20:55:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-bcef0e"},"tenantID":"e2e-inf-a-bcef0e","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-bcef0e"} {"level":"info","ts":"2026-10-30T20:55:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ff927220"}} {"level":"info","ts":"2026-10-30T20:55:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a7f13b5"}} {"level":"info","ts":"2026-10-30T20:55:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-33fc5d06"}} {"level":"info","ts":"2026-10-30T20:55:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c650f2b7"}} {"level":"info","ts":"2026-10-30T20:55:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1df3a7a9"}} {"level":"info","ts":"2026-10-30T20:56:04Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-45375a67"}} {"level":"info","ts":"2026-10-30T20:56:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-65948c"},"tenantID":"e2e-api-b-65948c","namespace":"openshift-ingress","gatewayName":"e2e-api-b-65948c"} {"level":"info","ts":"2026-10-30T20:56:08Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ff927220"}} {"level":"info","ts":"2026-10-30T20:56:08Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a7f13b5"}} {"level":"info","ts":"2026-10-30T20:56:08Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-33fc5d06"}} {"level":"info","ts":"2026-10-30T20:56:08Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c650f2b7"}} {"level":"info","ts":"2026-10-30T20:56:08Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1df3a7a9"}} {"level":"info","ts":"2026-10-30T20:56:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-0a78ac"},"tenantID":"e2e-worker-w0-0a78ac","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0a78ac"} {"level":"info","ts":"2026-10-30T20:56:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-65948c"},"tenantID":"e2e-api-b-65948c","namespace":"openshift-ingress","gatewayName":"e2e-api-b-65948c"} {"level":"info","ts":"2026-10-30T20:56:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-45375a67"}} {"level":"info","ts":"2026-10-30T20:56:18Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ff927220"}} {"level":"info","ts":"2026-10-30T20:56:18Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a7f13b5"}} {"level":"info","ts":"2026-10-30T20:56:18Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-33fc5d06"}} {"level":"info","ts":"2026-10-30T20:56:18Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c650f2b7"}} {"level":"info","ts":"2026-10-30T20:56:18Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1df3a7a9"}} {"level":"info","ts":"2026-10-30T20:56:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-df031b"},"tenantID":"e2e-worker-w2-df031b","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-df031b"} {"level":"info","ts":"2026-10-30T20:56:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-27219c73"},"tenantID":"e2e-mt-27219c73","namespace":"openshift-ingress","gatewayName":"e2e-mt-27219c73"} {"level":"info","ts":"2026-10-30T20:56:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cd2d96"},"tenantID":"e2e-api-a-cd2d96","namespace":"openshift-ingress","gatewayName":"e2e-api-a-cd2d96"} {"level":"info","ts":"2026-10-30T20:56:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-27219c73"},"tenantID":"e2e-mt-27219c73","namespace":"openshift-ingress","gatewayName":"e2e-mt-27219c73"} {"level":"info","ts":"2026-10-30T20:56:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-ae2d38"},"tenantID":"e2e-worker-w3-ae2d38","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ae2d38"} {"level":"info","ts":"2026-10-30T20:56:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cd2d96"},"tenantID":"e2e-api-a-cd2d96","namespace":"openshift-ingress","gatewayName":"e2e-api-a-cd2d96"} {"level":"info","ts":"2026-10-30T20:56:32Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-45375a67"}} {"level":"info","ts":"2026-10-30T20:56:32Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ff927220"}} {"level":"info","ts":"2026-10-30T20:56:32Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a7f13b5"}} {"level":"error","ts":"2026-10-30T20:56:32Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-33fc5d06"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-10-30T20:56:33Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c650f2b7"}} {"level":"info","ts":"2026-10-30T20:56:33Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1df3a7a9"}} {"level":"info","ts":"2026-10-30T20:56:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T20:56:36Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-27219c73"}} {"level":"info","ts":"2026-10-30T20:56:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5dc13e"},"tenantID":"e2e-api-a-5dc13e","namespace":"openshift-ingress","gatewayName":"e2e-api-a-5dc13e"} {"level":"info","ts":"2026-10-30T20:56:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8e2fc1"},"tenantID":"e2e-worker-w4-8e2fc1","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e2fc1"} {"level":"info","ts":"2026-10-30T20:56:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5dc13e"},"tenantID":"e2e-api-a-5dc13e","namespace":"openshift-ingress","gatewayName":"e2e-api-a-5dc13e"} {"level":"info","ts":"2026-10-30T20:56:47Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-27219c73"},"tenantID":"e2e-mt-27219c73","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T20:56:47Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-45375a67"}} {"level":"info","ts":"2026-10-30T20:56:47Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ff927220"}} {"level":"info","ts":"2026-10-30T20:56:47Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a7f13b5"}} {"level":"info","ts":"2026-10-30T20:56:47Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c650f2b7"}} {"level":"info","ts":"2026-10-30T20:56:47Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1df3a7a9"}} {"level":"info","ts":"2026-10-30T20:56:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-a78bf4"},"tenantID":"e2e-worker-w5-a78bf4","namespace":"openshift-ingress","gatewayName":"e2e-worker-w5-a78bf4"} {"level":"info","ts":"2026-10-30T20:56:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-45375a67"}} {"level":"info","ts":"2026-10-30T20:56:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ff927220"}} {"level":"error","ts":"2026-10-30T20:56:57Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a7f13b5"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-10-30T20:56:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c650f2b7"}} {"level":"info","ts":"2026-10-30T20:56:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1df3a7a9"}} {"level":"info","ts":"2026-10-30T20:57:00Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5f9b95"}} {"level":"info","ts":"2026-10-30T20:57:01Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5f9b95"}} {"level":"info","ts":"2026-10-30T20:57:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-4ee72d"},"tenantID":"e2e-worker-w6-4ee72d","namespace":"openshift-ingress","gatewayName":"e2e-worker-w6-4ee72d"} {"level":"info","ts":"2026-10-30T20:57:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-bcef0e"},"tenantID":"e2e-inf-a-bcef0e","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-bcef0e"} {"level":"info","ts":"2026-10-30T20:57:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-45375a67"}} {"level":"info","ts":"2026-10-30T20:57:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ff927220"}} {"level":"info","ts":"2026-10-30T20:57:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c650f2b7"}} {"level":"info","ts":"2026-10-30T20:57:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1df3a7a9"}} {"level":"info","ts":"2026-10-30T20:57:12Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5f9b95"}} {"level":"info","ts":"2026-10-30T20:57:14Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5f9b95"},"tenantID":"e2e-worker-w1-5f9b95","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T20:57:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-11a0b0"},"tenantID":"e2e-inf-b-11a0b0","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-11a0b0"} {"level":"info","ts":"2026-10-30T20:57:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-11a0b0"},"tenantID":"e2e-inf-b-11a0b0","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-11a0b0"} {"level":"info","ts":"2026-10-30T20:57:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-65948c"},"tenantID":"e2e-api-b-65948c","namespace":"openshift-ingress","gatewayName":"e2e-api-b-65948c"} {"level":"info","ts":"2026-10-30T20:57:23Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-a78bf4"}} {"level":"info","ts":"2026-10-30T20:57:24Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3f0723"}} {"level":"info","ts":"2026-10-30T20:57:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-45375a67"}} {"level":"info","ts":"2026-10-30T20:57:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ff927220"}} {"level":"info","ts":"2026-10-30T20:57:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c650f2b7"}} {"level":"info","ts":"2026-10-30T20:57:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1df3a7a9"}} {"level":"info","ts":"2026-10-30T20:57:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cd2d96"},"tenantID":"e2e-api-a-cd2d96","namespace":"openshift-ingress","gatewayName":"e2e-api-a-cd2d96"} {"level":"info","ts":"2026-10-30T20:57:31Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-a78bf4"}} {"level":"info","ts":"2026-10-30T20:57:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cd2d96"},"tenantID":"e2e-api-a-cd2d96","namespace":"openshift-ingress","gatewayName":"e2e-api-a-cd2d96"} {"level":"info","ts":"2026-10-30T20:57:35Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3f0723"},"tenantID":"e2e-api-a-3f0723","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T20:57:38Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-a78bf4"},"tenantID":"e2e-worker-w5-a78bf4","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T20:57:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-45375a67"}} {"level":"info","ts":"2026-10-30T20:57:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ff927220"}} {"level":"info","ts":"2026-10-30T20:57:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c650f2b7"}} {"level":"info","ts":"2026-10-30T20:57:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1df3a7a9"}} {"level":"info","ts":"2026-10-30T20:57:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5dc13e"},"tenantID":"e2e-api-a-5dc13e","namespace":"openshift-ingress","gatewayName":"e2e-api-a-5dc13e"} {"level":"info","ts":"2026-10-30T20:57:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5dc13e"},"tenantID":"e2e-api-a-5dc13e","namespace":"openshift-ingress","gatewayName":"e2e-api-a-5dc13e"} {"level":"info","ts":"2026-10-30T20:57:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-45375a67"}} {"level":"info","ts":"2026-10-30T20:57:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ff927220"}} {"level":"error","ts":"2026-10-30T20:57:49Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c650f2b7"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-10-30T20:57:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1df3a7a9"}} {"level":"info","ts":"2026-10-30T20:58:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-23491e"},"tenantID":"e2e-api-b-23491e","namespace":"openshift-ingress","gatewayName":"e2e-api-b-23491e"} {"level":"info","ts":"2026-10-30T20:58:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-23491e"},"tenantID":"e2e-api-b-23491e","namespace":"openshift-ingress","gatewayName":"e2e-api-b-23491e"} {"level":"info","ts":"2026-10-30T20:58:02Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-45375a67"}} {"level":"info","ts":"2026-10-30T20:58:02Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ff927220"}} {"level":"info","ts":"2026-10-30T20:58:02Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1df3a7a9"}} {"level":"info","ts":"2026-10-30T20:58:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-11a0b0"},"tenantID":"e2e-inf-b-11a0b0","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-11a0b0"} {"level":"info","ts":"2026-10-30T20:58:12Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-45375a67"}} {"level":"info","ts":"2026-10-30T20:58:12Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ff927220"}} {"level":"info","ts":"2026-10-30T20:58:12Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1df3a7a9"}} {"level":"info","ts":"2026-10-30T20:58:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-11a0b0"},"tenantID":"e2e-inf-b-11a0b0","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-11a0b0"} {"level":"info","ts":"2026-10-30T20:58:22Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-45375a67"}} {"level":"info","ts":"2026-10-30T20:58:22Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ff927220"}} {"level":"info","ts":"2026-10-30T20:58:22Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1df3a7a9"}} {"level":"info","ts":"2026-10-30T20:58:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cd2d96"},"tenantID":"e2e-api-a-cd2d96","namespace":"openshift-ingress","gatewayName":"e2e-api-a-cd2d96"} {"level":"info","ts":"2026-10-30T20:58:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cd2d96"},"tenantID":"e2e-api-a-cd2d96","namespace":"openshift-ingress","gatewayName":"e2e-api-a-cd2d96"} {"level":"info","ts":"2026-10-30T20:58:32Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-45375a67"}} {"level":"info","ts":"2026-10-30T20:58:32Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ff927220"}} {"level":"info","ts":"2026-10-30T20:58:32Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1df3a7a9"}} {"level":"info","ts":"2026-10-30T20:58:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-92f229"},"tenantID":"e2e-api-b-92f229","namespace":"openshift-ingress","gatewayName":"e2e-api-b-92f229"} {"level":"info","ts":"2026-10-30T20:58:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-92f229"},"tenantID":"e2e-api-b-92f229","namespace":"openshift-ingress","gatewayName":"e2e-api-b-92f229"} {"level":"info","ts":"2026-10-30T20:58:42Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-45375a67"}} {"level":"info","ts":"2026-10-30T20:58:42Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ff927220"}} {"level":"info","ts":"2026-10-30T20:58:42Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1df3a7a9"}} {"level":"info","ts":"2026-10-30T20:58:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-23491e"},"tenantID":"e2e-api-b-23491e","namespace":"openshift-ingress","gatewayName":"e2e-api-b-23491e"} {"level":"info","ts":"2026-10-30T20:58:52Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-45375a67"}} {"level":"info","ts":"2026-10-30T20:58:52Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ff927220"}} {"level":"error","ts":"2026-10-30T20:58:52Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1df3a7a9"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-10-30T20:58:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-23491e"},"tenantID":"e2e-api-b-23491e","namespace":"openshift-ingress","gatewayName":"e2e-api-b-23491e"} {"level":"info","ts":"2026-10-30T20:59:02Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-45375a67"}} {"level":"info","ts":"2026-10-30T20:59:02Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ff927220"}} {"level":"info","ts":"2026-10-30T20:59:12Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-45375a67"}} {"level":"info","ts":"2026-10-30T20:59:12Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ff927220"}} {"level":"info","ts":"2026-10-30T20:59:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-11a0b0"},"tenantID":"e2e-inf-b-11a0b0","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-11a0b0"} {"level":"info","ts":"2026-10-30T20:59:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-11a0b0"},"tenantID":"e2e-inf-b-11a0b0","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-11a0b0"} {"level":"info","ts":"2026-10-30T20:59:22Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-65948c"}} {"level":"info","ts":"2026-10-30T20:59:22Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-45375a67"}} {"level":"info","ts":"2026-10-30T20:59:22Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ff927220"}} {"level":"info","ts":"2026-10-30T20:59:30Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-65948c"}} {"level":"info","ts":"2026-10-30T20:59:33Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-65948c"},"tenantID":"e2e-api-b-65948c","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T20:59:33Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-45375a67"}} {"level":"info","ts":"2026-10-30T20:59:33Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ff927220"}} {"level":"info","ts":"2026-10-30T20:59:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-92f229"},"tenantID":"e2e-api-b-92f229","namespace":"openshift-ingress","gatewayName":"e2e-api-b-92f229"} {"level":"info","ts":"2026-10-30T20:59:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-bcef0e"},"tenantID":"e2e-inf-a-bcef0e","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-bcef0e"} {"level":"info","ts":"2026-10-30T20:59:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-92f229"},"tenantID":"e2e-api-b-92f229","namespace":"openshift-ingress","gatewayName":"e2e-api-b-92f229"} {"level":"info","ts":"2026-10-30T20:59:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-bcef0e"},"tenantID":"e2e-inf-a-bcef0e","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-bcef0e"} {"level":"info","ts":"2026-10-30T20:59:47Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-45375a67"}} {"level":"info","ts":"2026-10-30T20:59:47Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ff927220"}} {"level":"info","ts":"2026-10-30T20:59:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-45375a67"}} {"level":"info","ts":"2026-10-30T20:59:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ff927220"}} {"level":"info","ts":"2026-10-30T21:00:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-23491e"},"tenantID":"e2e-api-b-23491e","namespace":"openshift-ingress","gatewayName":"e2e-api-b-23491e"} {"level":"info","ts":"2026-10-30T21:00:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-23491e"},"tenantID":"e2e-api-b-23491e","namespace":"openshift-ingress","gatewayName":"e2e-api-b-23491e"} {"level":"info","ts":"2026-10-30T21:00:07Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5dc13e"}} {"level":"info","ts":"2026-10-30T21:00:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-45375a67"}} {"level":"info","ts":"2026-10-30T21:00:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ff927220"}} {"level":"info","ts":"2026-10-30T21:00:17Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5dc13e"}} {"level":"info","ts":"2026-10-30T21:00:18Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8e2fc1"}} {"level":"info","ts":"2026-10-30T21:00:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-11a0b0"},"tenantID":"e2e-inf-b-11a0b0","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-11a0b0"} {"level":"info","ts":"2026-10-30T21:00:23Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5dc13e"},"tenantID":"e2e-api-a-5dc13e","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T21:00:23Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-45375a67"}} {"level":"info","ts":"2026-10-30T21:00:23Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ff927220"}} {"level":"info","ts":"2026-10-30T21:00:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-11a0b0"},"tenantID":"e2e-inf-b-11a0b0","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-11a0b0"} {"level":"info","ts":"2026-10-30T21:00:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-bcef0e"},"tenantID":"e2e-inf-a-bcef0e","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-bcef0e"} {"level":"info","ts":"2026-10-30T21:00:30Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8e2fc1"},"tenantID":"e2e-worker-w4-8e2fc1","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T21:00:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-11a0b0"},"tenantID":"e2e-inf-b-11a0b0","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-11a0b0"} {"level":"info","ts":"2026-10-30T21:00:33Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-45375a67"}} {"level":"error","ts":"2026-10-30T21:00:33Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ff927220"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-10-30T21:00:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-92f229"},"tenantID":"e2e-api-b-92f229","namespace":"openshift-ingress","gatewayName":"e2e-api-b-92f229"} {"level":"info","ts":"2026-10-30T21:00:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-92f229"},"tenantID":"e2e-api-b-92f229","namespace":"openshift-ingress","gatewayName":"e2e-api-b-92f229"} {"level":"info","ts":"2026-10-30T21:00:42Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cd2d96"}} {"level":"info","ts":"2026-10-30T21:00:43Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cd2d96"}} {"level":"info","ts":"2026-10-30T21:00:43Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-45375a67"}} {"level":"info","ts":"2026-10-30T21:00:53Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cd2d96"}} {"level":"info","ts":"2026-10-30T21:00:56Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cd2d96"},"tenantID":"e2e-api-a-cd2d96","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T21:00:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-45375a67"}} {"level":"info","ts":"2026-10-30T21:01:06Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-45375a67"}} {"level":"info","ts":"2026-10-30T21:01:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-0a78ac"},"tenantID":"e2e-worker-w0-0a78ac","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-0a78ac"} {"level":"info","ts":"2026-10-30T21:01:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-45375a67"}} {"level":"info","ts":"2026-10-30T21:01:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-df031b"},"tenantID":"e2e-worker-w2-df031b","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-df031b"} {"level":"info","ts":"2026-10-30T21:01:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-45375a67"}} {"level":"info","ts":"2026-10-30T21:01:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2fa881"},"tenantID":"e2e-inf-a-2fa881","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-2fa881"} {"level":"info","ts":"2026-10-30T21:01:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2fa881"},"tenantID":"e2e-inf-a-2fa881","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-2fa881"} {"level":"info","ts":"2026-10-30T21:01:34Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-23491e"}} {"level":"info","ts":"2026-10-30T21:01:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-ae2d38"},"tenantID":"e2e-worker-w3-ae2d38","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ae2d38"} {"level":"info","ts":"2026-10-30T21:01:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-45375a67"}} {"level":"info","ts":"2026-10-30T21:01:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T21:01:42Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-23491e"}} {"level":"info","ts":"2026-10-30T21:01:45Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-23491e"},"tenantID":"e2e-api-b-23491e","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T21:01:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-45375a67"}} {"level":"info","ts":"2026-10-30T21:01:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-45375a67"}} {"level":"info","ts":"2026-10-30T21:02:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-4ee72d"},"tenantID":"e2e-worker-w6-4ee72d","namespace":"openshift-ingress","gatewayName":"e2e-worker-w6-4ee72d"} {"level":"info","ts":"2026-10-30T21:02:07Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-92f229"}} {"level":"info","ts":"2026-10-30T21:02:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-45375a67"}} {"level":"info","ts":"2026-10-30T21:02:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2fa881"},"tenantID":"e2e-inf-a-2fa881","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-2fa881"} {"level":"info","ts":"2026-10-30T21:02:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2fa881"},"tenantID":"e2e-inf-a-2fa881","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-2fa881"} {"level":"info","ts":"2026-10-30T21:02:18Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-92f229"}} {"level":"info","ts":"2026-10-30T21:02:20Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-92f229"},"tenantID":"e2e-api-b-92f229","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T21:02:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-45375a67"}} {"level":"info","ts":"2026-10-30T21:02:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-45375a67"}} {"level":"info","ts":"2026-10-30T21:02:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-45375a67"}} {"level":"info","ts":"2026-10-30T21:02:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-45375a67"}} {"level":"info","ts":"2026-10-30T21:02:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2fa881"},"tenantID":"e2e-inf-a-2fa881","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-2fa881"} {"level":"info","ts":"2026-10-30T21:02:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2fa881"},"tenantID":"e2e-inf-a-2fa881","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-2fa881"} {"level":"info","ts":"2026-10-30T21:03:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a064b4"},"tenantID":"e2e-inf-b-a064b4","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-a064b4"} {"level":"info","ts":"2026-10-30T21:03:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a064b4"},"tenantID":"e2e-inf-b-a064b4","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-a064b4"} {"level":"info","ts":"2026-10-30T21:03:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-45375a67"}} {"level":"info","ts":"2026-10-30T21:03:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T21:03:15Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-45375a67"}} {"level":"info","ts":"2026-10-30T21:03:15Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-df031b"}} {"level":"info","ts":"2026-10-30T21:03:16Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-df031b"}} {"level":"info","ts":"2026-10-30T21:03:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-45375a67"}} {"level":"info","ts":"2026-10-30T21:03:27Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-df031b"}} {"level":"info","ts":"2026-10-30T21:03:29Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-df031b"},"tenantID":"e2e-worker-w2-df031b","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T21:03:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-45375a67"}} {"level":"info","ts":"2026-10-30T21:03:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a064b4"},"tenantID":"e2e-inf-b-a064b4","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-a064b4"} {"level":"info","ts":"2026-10-30T21:03:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-bcef0e"},"tenantID":"e2e-inf-a-bcef0e","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-bcef0e"} {"level":"info","ts":"2026-10-30T21:03:44Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-ae2d38"}} {"level":"info","ts":"2026-10-30T21:03:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a064b4"},"tenantID":"e2e-inf-b-a064b4","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-a064b4"} {"level":"info","ts":"2026-10-30T21:03:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-bcef0e"},"tenantID":"e2e-inf-a-bcef0e","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-bcef0e"} {"level":"info","ts":"2026-10-30T21:03:48Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-45375a67"}} {"level":"info","ts":"2026-10-30T21:03:52Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-ae2d38"}} {"level":"info","ts":"2026-10-30T21:03:55Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-ae2d38"},"tenantID":"e2e-worker-w3-ae2d38","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T21:03:58Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-45375a67"}} {"level":"info","ts":"2026-10-30T21:04:08Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-45375a67"}} {"level":"info","ts":"2026-10-30T21:04:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-11a0b0"},"tenantID":"e2e-inf-b-11a0b0","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-11a0b0"} {"level":"info","ts":"2026-10-30T21:04:18Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-bcef0e"}} {"level":"info","ts":"2026-10-30T21:04:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-11a0b0"},"tenantID":"e2e-inf-b-11a0b0","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-11a0b0"} {"level":"info","ts":"2026-10-30T21:04:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-45375a67"}} {"level":"info","ts":"2026-10-30T21:04:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a064b4"},"tenantID":"e2e-inf-b-a064b4","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-a064b4"} {"level":"info","ts":"2026-10-30T21:04:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a064b4"},"tenantID":"e2e-inf-b-a064b4","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-a064b4"} {"level":"info","ts":"2026-10-30T21:04:29Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-bcef0e"},"tenantID":"e2e-inf-a-bcef0e","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T21:04:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-45375a67"}} {"level":"info","ts":"2026-10-30T21:04:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-45375a67"}} {"level":"info","ts":"2026-10-30T21:04:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-45375a67"}} {"level":"info","ts":"2026-10-30T21:04:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2fa881"},"tenantID":"e2e-inf-a-2fa881","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-2fa881"} {"level":"info","ts":"2026-10-30T21:04:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2fa881"},"tenantID":"e2e-inf-a-2fa881","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-2fa881"} {"level":"info","ts":"2026-10-30T21:05:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a064b4"},"tenantID":"e2e-inf-b-a064b4","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-a064b4"} {"level":"info","ts":"2026-10-30T21:05:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-45375a67"}} {"level":"info","ts":"2026-10-30T21:05:08Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-11a0b0"}} {"level":"info","ts":"2026-10-30T21:05:10Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-11a0b0"}} {"level":"info","ts":"2026-10-30T21:05:11Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-45375a67"}} {"level":"info","ts":"2026-10-30T21:05:20Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-11a0b0"}} {"level":"info","ts":"2026-10-30T21:05:22Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-11a0b0"},"tenantID":"e2e-inf-b-11a0b0","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T21:05:22Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-45375a67"}} {"level":"info","ts":"2026-10-30T21:05:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2fa881"},"tenantID":"e2e-inf-a-2fa881","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-2fa881"} {"level":"info","ts":"2026-10-30T21:05:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-45375a67"}} {"level":"info","ts":"2026-10-30T21:05:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a064b4"},"tenantID":"e2e-inf-b-a064b4","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-a064b4"} {"level":"info","ts":"2026-10-30T21:05:43Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-0a78ac"}} {"level":"info","ts":"2026-10-30T21:05:44Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-0a78ac"}} {"level":"info","ts":"2026-10-30T21:05:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-45375a67"}} {"level":"info","ts":"2026-10-30T21:05:55Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-0a78ac"}} {"level":"info","ts":"2026-10-30T21:05:57Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-0a78ac"},"tenantID":"e2e-worker-w0-0a78ac","namespace":"openshift-ingress"} {"level":"error","ts":"2026-10-30T21:05:57Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-45375a67"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-10-30T21:07:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-4ee72d"},"tenantID":"e2e-worker-w6-4ee72d","namespace":"openshift-ingress","gatewayName":"e2e-worker-w6-4ee72d"} {"level":"info","ts":"2026-10-30T21:07:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-4ee72d"},"tenantID":"e2e-worker-w6-4ee72d","namespace":"openshift-ingress","gatewayName":"e2e-worker-w6-4ee72d"} {"level":"info","ts":"2026-10-30T21:07:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-4ee72d"},"tenantID":"e2e-worker-w6-4ee72d","namespace":"openshift-ingress","gatewayName":"e2e-worker-w6-4ee72d"} {"level":"info","ts":"2026-10-30T21:07:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2fa881"},"tenantID":"e2e-inf-a-2fa881","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-2fa881"} {"level":"info","ts":"2026-10-30T21:07:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2fa881"},"tenantID":"e2e-inf-a-2fa881","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-2fa881"} {"level":"info","ts":"2026-10-30T21:08:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a064b4"},"tenantID":"e2e-inf-b-a064b4","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-a064b4"} {"level":"info","ts":"2026-10-30T21:08:10Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2fa881"}} {"level":"info","ts":"2026-10-30T21:08:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a064b4"},"tenantID":"e2e-inf-b-a064b4","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-a064b4"} {"level":"info","ts":"2026-10-30T21:08:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T21:08:19Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2fa881"}} {"level":"info","ts":"2026-10-30T21:08:22Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2fa881"},"tenantID":"e2e-inf-a-2fa881","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T21:08:46Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a064b4"}} {"level":"info","ts":"2026-10-30T21:08:47Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a064b4"}} {"level":"info","ts":"2026-10-30T21:08:58Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a064b4"}} {"level":"info","ts":"2026-10-30T21:09:00Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a064b4"},"tenantID":"e2e-inf-b-a064b4","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T21:09:17Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-4ee72d"}} {"level":"info","ts":"2026-10-30T21:09:18Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-4ee72d"}} {"level":"info","ts":"2026-10-30T21:09:29Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-4ee72d"}} {"level":"info","ts":"2026-10-30T21:09:31Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-4ee72d"},"tenantID":"e2e-worker-w6-4ee72d","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T21:13:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T21:16:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T21:16:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T21:17:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T21:17:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T21:17:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T21:17:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T21:17:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T21:17:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-819d1b"},"tenantID":"e2e-worker-single-main-819d1b","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-819d1b"} {"level":"info","ts":"2026-10-30T21:17:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-819d1b"},"tenantID":"e2e-worker-single-main-819d1b","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-819d1b"} {"level":"info","ts":"2026-10-30T21:18:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-819d1b"},"tenantID":"e2e-worker-single-main-819d1b","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-819d1b"} {"level":"info","ts":"2026-10-30T21:18:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-819d1b"},"tenantID":"e2e-worker-single-main-819d1b","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-819d1b"} {"level":"info","ts":"2026-10-30T21:18:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-819d1b"},"tenantID":"e2e-worker-single-main-819d1b","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-819d1b"} {"level":"info","ts":"2026-10-30T21:18:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-819d1b"},"tenantID":"e2e-worker-single-main-819d1b","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-819d1b"} {"level":"info","ts":"2026-10-30T21:18:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-819d1b"},"tenantID":"e2e-worker-single-main-819d1b","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-819d1b"} {"level":"info","ts":"2026-10-30T21:18:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-819d1b"},"tenantID":"e2e-worker-single-main-819d1b","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-819d1b"} {"level":"info","ts":"2026-10-30T21:19:17Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-819d1b"}} {"level":"info","ts":"2026-10-30T21:19:19Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-819d1b"}} {"level":"info","ts":"2026-10-30T21:19:28Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-819d1b"}} {"level":"info","ts":"2026-10-30T21:19:31Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-819d1b"},"tenantID":"e2e-worker-single-main-819d1b","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T21:19:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T21:19:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T21:20:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T21:22:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-87bb59"},"tenantID":"e2e-worker-single-main-87bb59","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-87bb59"} {"level":"info","ts":"2026-10-30T21:22:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-87bb59"},"tenantID":"e2e-worker-single-main-87bb59","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-87bb59"} {"level":"info","ts":"2026-10-30T21:22:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-87bb59"},"tenantID":"e2e-worker-single-main-87bb59","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-87bb59"} {"level":"info","ts":"2026-10-30T21:22:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-87bb59"},"tenantID":"e2e-worker-single-main-87bb59","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-87bb59"} {"level":"info","ts":"2026-10-30T21:22:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-87bb59"},"tenantID":"e2e-worker-single-main-87bb59","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-87bb59"} {"level":"info","ts":"2026-10-30T21:22:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-87bb59"},"tenantID":"e2e-worker-single-main-87bb59","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-87bb59"} {"level":"info","ts":"2026-10-30T21:23:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-87bb59"},"tenantID":"e2e-worker-single-main-87bb59","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-87bb59"} {"level":"info","ts":"2026-10-30T21:23:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-87bb59"},"tenantID":"e2e-worker-single-main-87bb59","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-87bb59"} {"level":"info","ts":"2026-10-30T21:23:46Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-87bb59"}} {"level":"info","ts":"2026-10-30T21:23:47Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-87bb59"}} {"level":"info","ts":"2026-10-30T21:23:57Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-87bb59"}} {"level":"info","ts":"2026-10-30T21:23:59Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-87bb59"},"tenantID":"e2e-worker-single-main-87bb59","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T21:25:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T21:26:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T21:26:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T21:26:43Z","logger":"consumer-portal","msg":"default AITenant has no OIDC issuer; OpenShift OAuth mode is not supported yet, removing the auth proxy","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"}} {"level":"info","ts":"2026-10-30T21:26:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T21:26:44Z","logger":"consumer-portal","msg":"default AITenant has no OIDC issuer; OpenShift OAuth mode is not supported yet, removing the auth proxy","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"}} {"level":"info","ts":"2026-10-30T21:26:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T21:26:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T21:26:48Z","logger":"consumer-portal","msg":"default AITenant has no OIDC issuer; OpenShift OAuth mode is not supported yet, removing the auth proxy","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"}} {"level":"info","ts":"2026-10-30T21:26:49Z","logger":"consumer-portal","msg":"default AITenant has no OIDC issuer; OpenShift OAuth mode is not supported yet, removing the auth proxy","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"}} {"level":"info","ts":"2026-10-30T21:26:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T21:26:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T21:26:58Z","logger":"consumer-portal","msg":"default AITenant has no OIDC issuer; OpenShift OAuth mode is not supported yet, removing the auth proxy","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"}} {"level":"info","ts":"2026-10-30T21:26:59Z","logger":"consumer-portal","msg":"default AITenant has no OIDC issuer; OpenShift OAuth mode is not supported yet, removing the auth proxy","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"}} {"level":"info","ts":"2026-10-30T21:26:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fb4770d7"},"tenantID":"e2e-ait-fb4770d7","namespace":"openshift-ingress","gatewayName":"e2e-ait-fb4770d7"} {"level":"info","ts":"2026-10-30T21:27:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T21:27:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fb4770d7"},"tenantID":"e2e-ait-fb4770d7","namespace":"openshift-ingress","gatewayName":"e2e-ait-fb4770d7"} {"level":"info","ts":"2026-10-30T21:27:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fb4770d7"},"tenantID":"e2e-ait-fb4770d7","namespace":"openshift-ingress","gatewayName":"e2e-ait-fb4770d7"} {"level":"info","ts":"2026-10-30T21:27:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fb4770d7"},"tenantID":"e2e-ait-fb4770d7","namespace":"openshift-ingress","gatewayName":"e2e-ait-fb4770d7"} {"level":"info","ts":"2026-10-30T21:27:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fb4770d7"},"tenantID":"e2e-ait-fb4770d7","namespace":"openshift-ingress","gatewayName":"e2e-ait-fb4770d7"} {"level":"info","ts":"2026-10-30T21:27:21Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fb4770d7"}} {"level":"info","ts":"2026-10-30T21:27:22Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fb4770d7"}} {"level":"info","ts":"2026-10-30T21:27:34Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fb4770d7"}} {"level":"info","ts":"2026-10-30T21:27:43Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fb4770d7"}} {"level":"info","ts":"2026-10-30T21:27:45Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fb4770d7"},"tenantID":"e2e-ait-fb4770d7","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T21:28:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-0a3a62"},"tenantID":"e2e-authcfg-http-0a3a62","namespace":"openshift-ingress","gatewayName":"e2e-authcfg-http-0a3a62"} {"level":"info","ts":"2026-10-30T21:28:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-0a3a62"},"tenantID":"e2e-authcfg-http-0a3a62","namespace":"openshift-ingress","gatewayName":"e2e-authcfg-http-0a3a62"} {"level":"info","ts":"2026-10-30T21:28:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-0a3a62"},"tenantID":"e2e-authcfg-http-0a3a62","namespace":"openshift-ingress","gatewayName":"e2e-authcfg-http-0a3a62"} {"level":"info","ts":"2026-10-30T21:28:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-0a3a62"},"tenantID":"e2e-authcfg-http-0a3a62","namespace":"openshift-ingress","gatewayName":"e2e-authcfg-http-0a3a62"} {"level":"info","ts":"2026-10-30T21:28:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-0a3a62"},"tenantID":"e2e-authcfg-http-0a3a62","namespace":"openshift-ingress","gatewayName":"e2e-authcfg-http-0a3a62"} {"level":"info","ts":"2026-10-30T21:28:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-0a3a62"},"tenantID":"e2e-authcfg-http-0a3a62","namespace":"openshift-ingress","gatewayName":"e2e-authcfg-http-0a3a62"} {"level":"info","ts":"2026-10-30T21:29:45Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-0a3a62"}} {"level":"info","ts":"2026-10-30T21:29:46Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-0a3a62"}} {"level":"info","ts":"2026-10-30T21:29:57Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-0a3a62"}} {"level":"info","ts":"2026-10-30T21:29:59Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-0a3a62"},"tenantID":"e2e-authcfg-http-0a3a62","namespace":"openshift-ingress"}