{"level":"info","ts":"2026-11-03T16:43:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-0ea8a5"},"tenantID":"e2e-inf-b-0ea8a5","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-0ea8a5"} {"level":"info","ts":"2026-11-03T16:44:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0fda73"},"tenantID":"e2e-api-b-0fda73","namespace":"openshift-ingress","gatewayName":"e2e-api-b-0fda73"} {"level":"info","ts":"2026-11-03T16:44:02Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9635db0d"},"tenantID":"e2e-mt-9635db0d","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-03T16:44:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-0ea8a5"},"tenantID":"e2e-inf-b-0ea8a5","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-0ea8a5"} {"level":"info","ts":"2026-11-03T16:44:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-250b2e69"}} {"level":"info","ts":"2026-11-03T16:44:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-77cbf491"}} {"level":"info","ts":"2026-11-03T16:44:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2813a8b1"}} {"level":"info","ts":"2026-11-03T16:44:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-64fbac25"}} {"level":"info","ts":"2026-11-03T16:44:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-06f127ec"}} {"level":"info","ts":"2026-11-03T16:44:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0c4b68ba"}} {"level":"info","ts":"2026-11-03T16:44:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-de535e0b"}} {"level":"info","ts":"2026-11-03T16:44:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8d04b4d1"}} {"level":"info","ts":"2026-11-03T16:44:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3d48d08d"}} {"level":"info","ts":"2026-11-03T16:44:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a3a5608"}} {"level":"info","ts":"2026-11-03T16:44:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6822cb"},"tenantID":"e2e-inf-a-6822cb","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-6822cb"} {"level":"info","ts":"2026-11-03T16:44:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0fda73"},"tenantID":"e2e-api-b-0fda73","namespace":"openshift-ingress","gatewayName":"e2e-api-b-0fda73"} {"level":"info","ts":"2026-11-03T16:44:11Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-438248"}} {"level":"info","ts":"2026-11-03T16:44:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6f58cf"},"tenantID":"e2e-api-a-6f58cf","namespace":"openshift-ingress","gatewayName":"e2e-api-a-6f58cf"} {"level":"info","ts":"2026-11-03T16:44:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2537c1"},"tenantID":"e2e-shared-b-w1-2537c1","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-2537c1"} {"level":"info","ts":"2026-11-03T16:44:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6822cb"},"tenantID":"e2e-inf-a-6822cb","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-6822cb"} {"level":"info","ts":"2026-11-03T16:44:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6f58cf"},"tenantID":"e2e-api-a-6f58cf","namespace":"openshift-ingress","gatewayName":"e2e-api-a-6f58cf"} {"level":"info","ts":"2026-11-03T16:44:24Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-438248"},"tenantID":"e2e-shared-a-w1-438248","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-03T16:44:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-250b2e69"}} {"level":"info","ts":"2026-11-03T16:44:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-77cbf491"}} {"level":"info","ts":"2026-11-03T16:44:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2813a8b1"}} {"level":"info","ts":"2026-11-03T16:44:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-64fbac25"}} {"level":"info","ts":"2026-11-03T16:44:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-06f127ec"}} {"level":"error","ts":"2026-11-03T16:44:24Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0c4b68ba"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-03T16:44:24Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-de535e0b"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-03T16:44:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8d04b4d1"}} {"level":"info","ts":"2026-11-03T16:44:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3d48d08d"}} {"level":"info","ts":"2026-11-03T16:44:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a3a5608"}} {"level":"info","ts":"2026-11-03T16:44:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-250b2e69"}} {"level":"info","ts":"2026-11-03T16:44:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-77cbf491"}} {"level":"info","ts":"2026-11-03T16:44:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2813a8b1"}} {"level":"info","ts":"2026-11-03T16:44:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-64fbac25"}} {"level":"info","ts":"2026-11-03T16:44:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-06f127ec"}} {"level":"info","ts":"2026-11-03T16:44:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8d04b4d1"}} {"level":"info","ts":"2026-11-03T16:44:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3d48d08d"}} {"level":"info","ts":"2026-11-03T16:44:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a3a5608"}} {"level":"info","ts":"2026-11-03T16:44:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-66f145"},"tenantID":"e2e-api-b-66f145","namespace":"openshift-ingress","gatewayName":"e2e-api-b-66f145"} {"level":"info","ts":"2026-11-03T16:44:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-250b2e69"}} {"level":"info","ts":"2026-11-03T16:44:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-77cbf491"}} {"level":"info","ts":"2026-11-03T16:44:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2813a8b1"}} {"level":"info","ts":"2026-11-03T16:44:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-64fbac25"}} {"level":"info","ts":"2026-11-03T16:44:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-06f127ec"}} {"level":"info","ts":"2026-11-03T16:44:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8d04b4d1"}} {"level":"info","ts":"2026-11-03T16:44:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3d48d08d"}} {"level":"info","ts":"2026-11-03T16:44:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a3a5608"}} {"level":"info","ts":"2026-11-03T16:44:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-66f145"},"tenantID":"e2e-api-b-66f145","namespace":"openshift-ingress","gatewayName":"e2e-api-b-66f145"} {"level":"info","ts":"2026-11-03T16:44:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-250b2e69"}} {"level":"info","ts":"2026-11-03T16:44:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-77cbf491"}} {"level":"info","ts":"2026-11-03T16:44:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2813a8b1"}} {"level":"info","ts":"2026-11-03T16:44:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-64fbac25"}} {"level":"info","ts":"2026-11-03T16:44:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-06f127ec"}} {"level":"info","ts":"2026-11-03T16:44:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8d04b4d1"}} {"level":"info","ts":"2026-11-03T16:44:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3d48d08d"}} {"level":"info","ts":"2026-11-03T16:44:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a3a5608"}} {"level":"info","ts":"2026-11-03T16:45:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-250b2e69"}} {"level":"info","ts":"2026-11-03T16:45:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-77cbf491"}} {"level":"info","ts":"2026-11-03T16:45:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2813a8b1"}} {"level":"info","ts":"2026-11-03T16:45:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-64fbac25"}} {"level":"info","ts":"2026-11-03T16:45:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-06f127ec"}} {"level":"info","ts":"2026-11-03T16:45:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8d04b4d1"}} {"level":"info","ts":"2026-11-03T16:45:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3d48d08d"}} {"level":"info","ts":"2026-11-03T16:45:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a3a5608"}} {"level":"info","ts":"2026-11-03T16:45:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-509f14"},"tenantID":"e2e-shared-b-w2-509f14","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-509f14"} {"level":"info","ts":"2026-11-03T16:45:15Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-250b2e69"}} {"level":"info","ts":"2026-11-03T16:45:15Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-77cbf491"}} {"level":"info","ts":"2026-11-03T16:45:15Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2813a8b1"}} {"level":"info","ts":"2026-11-03T16:45:15Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-64fbac25"}} {"level":"info","ts":"2026-11-03T16:45:15Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-06f127ec"}} {"level":"info","ts":"2026-11-03T16:45:15Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8d04b4d1"}} {"level":"info","ts":"2026-11-03T16:45:15Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3d48d08d"}} {"level":"info","ts":"2026-11-03T16:45:15Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a3a5608"}} {"level":"info","ts":"2026-11-03T16:45:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-0ea8a5"},"tenantID":"e2e-inf-b-0ea8a5","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-0ea8a5"} {"level":"info","ts":"2026-11-03T16:45:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-250b2e69"}} {"level":"info","ts":"2026-11-03T16:45:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-77cbf491"}} {"level":"info","ts":"2026-11-03T16:45:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2813a8b1"}} {"level":"info","ts":"2026-11-03T16:45:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-64fbac25"}} {"level":"info","ts":"2026-11-03T16:45:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-06f127ec"}} {"level":"info","ts":"2026-11-03T16:45:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8d04b4d1"}} {"level":"info","ts":"2026-11-03T16:45:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3d48d08d"}} {"level":"info","ts":"2026-11-03T16:45:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a3a5608"}} {"level":"info","ts":"2026-11-03T16:45:25Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cc4dcd"}} {"level":"info","ts":"2026-11-03T16:45:27Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cc4dcd"}} {"level":"info","ts":"2026-11-03T16:45:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-0ea8a5"},"tenantID":"e2e-inf-b-0ea8a5","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-0ea8a5"} {"level":"info","ts":"2026-11-03T16:45:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6822cb"},"tenantID":"e2e-inf-a-6822cb","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-6822cb"} {"level":"info","ts":"2026-11-03T16:45:37Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2537c1"}} {"level":"info","ts":"2026-11-03T16:45:39Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cc4dcd"},"tenantID":"e2e-api-a-cc4dcd","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-03T16:45:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-250b2e69"}} {"level":"info","ts":"2026-11-03T16:45:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-77cbf491"}} {"level":"info","ts":"2026-11-03T16:45:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2813a8b1"}} {"level":"info","ts":"2026-11-03T16:45:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-64fbac25"}} {"level":"info","ts":"2026-11-03T16:45:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-06f127ec"}} {"level":"info","ts":"2026-11-03T16:45:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8d04b4d1"}} {"level":"info","ts":"2026-11-03T16:45:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3d48d08d"}} {"level":"info","ts":"2026-11-03T16:45:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a3a5608"}} {"level":"info","ts":"2026-11-03T16:45:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6822cb"},"tenantID":"e2e-inf-a-6822cb","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-6822cb"} {"level":"info","ts":"2026-11-03T16:45:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0fda73"},"tenantID":"e2e-api-b-0fda73","namespace":"openshift-ingress","gatewayName":"e2e-api-b-0fda73"} {"level":"info","ts":"2026-11-03T16:45:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6f58cf"},"tenantID":"e2e-api-a-6f58cf","namespace":"openshift-ingress","gatewayName":"e2e-api-a-6f58cf"} {"level":"info","ts":"2026-11-03T16:45:51Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2537c1"},"tenantID":"e2e-shared-b-w1-2537c1","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-03T16:45:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0fda73"},"tenantID":"e2e-api-b-0fda73","namespace":"openshift-ingress","gatewayName":"e2e-api-b-0fda73"} {"level":"info","ts":"2026-11-03T16:45:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-d5937b"},"tenantID":"e2e-shared-a-w0-d5937b","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-d5937b"} {"level":"info","ts":"2026-11-03T16:45:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6f58cf"},"tenantID":"e2e-api-a-6f58cf","namespace":"openshift-ingress","gatewayName":"e2e-api-a-6f58cf"} {"level":"info","ts":"2026-11-03T16:45:58Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-250b2e69"}} {"level":"info","ts":"2026-11-03T16:45:58Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-77cbf491"}} {"level":"info","ts":"2026-11-03T16:45:58Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2813a8b1"}} {"level":"info","ts":"2026-11-03T16:45:58Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-64fbac25"}} {"level":"info","ts":"2026-11-03T16:45:58Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-06f127ec"}} {"level":"info","ts":"2026-11-03T16:45:58Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8d04b4d1"}} {"level":"info","ts":"2026-11-03T16:45:58Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3d48d08d"}} {"level":"info","ts":"2026-11-03T16:45:58Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a3a5608"}} {"level":"info","ts":"2026-11-03T16:46:08Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-250b2e69"}} {"level":"info","ts":"2026-11-03T16:46:08Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-77cbf491"}} {"level":"info","ts":"2026-11-03T16:46:08Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2813a8b1"}} {"level":"info","ts":"2026-11-03T16:46:08Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-64fbac25"}} {"level":"info","ts":"2026-11-03T16:46:08Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-06f127ec"}} {"level":"info","ts":"2026-11-03T16:46:08Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8d04b4d1"}} {"level":"info","ts":"2026-11-03T16:46:08Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3d48d08d"}} {"level":"info","ts":"2026-11-03T16:46:08Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a3a5608"}} {"level":"info","ts":"2026-11-03T16:46:12Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cb494a"}} {"level":"info","ts":"2026-11-03T16:46:13Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cb494a"}} {"level":"info","ts":"2026-11-03T16:46:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c626cd"},"tenantID":"e2e-api-a-c626cd","namespace":"openshift-ingress","gatewayName":"e2e-api-a-c626cd"} {"level":"info","ts":"2026-11-03T16:46:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c626cd"},"tenantID":"e2e-api-a-c626cd","namespace":"openshift-ingress","gatewayName":"e2e-api-a-c626cd"} {"level":"info","ts":"2026-11-03T16:46:18Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-250b2e69"}} {"level":"info","ts":"2026-11-03T16:46:18Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-77cbf491"}} {"level":"info","ts":"2026-11-03T16:46:18Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2813a8b1"}} {"level":"info","ts":"2026-11-03T16:46:18Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-64fbac25"}} {"level":"error","ts":"2026-11-03T16:46:18Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-06f127ec"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-03T16:46:18Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8d04b4d1"}} {"level":"info","ts":"2026-11-03T16:46:18Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3d48d08d"}} {"level":"info","ts":"2026-11-03T16:46:18Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a3a5608"}} {"level":"info","ts":"2026-11-03T16:46:23Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cb494a"}} {"level":"info","ts":"2026-11-03T16:46:26Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cb494a"},"tenantID":"e2e-api-a-cb494a","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-03T16:46:28Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-250b2e69"}} {"level":"info","ts":"2026-11-03T16:46:28Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-77cbf491"}} {"level":"info","ts":"2026-11-03T16:46:28Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2813a8b1"}} {"level":"info","ts":"2026-11-03T16:46:28Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-64fbac25"}} {"level":"info","ts":"2026-11-03T16:46:28Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8d04b4d1"}} {"level":"info","ts":"2026-11-03T16:46:28Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3d48d08d"}} {"level":"info","ts":"2026-11-03T16:46:28Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a3a5608"}} {"level":"info","ts":"2026-11-03T16:46:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-66f145"},"tenantID":"e2e-api-b-66f145","namespace":"openshift-ingress","gatewayName":"e2e-api-b-66f145"} {"level":"info","ts":"2026-11-03T16:46:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-66f145"},"tenantID":"e2e-api-b-66f145","namespace":"openshift-ingress","gatewayName":"e2e-api-b-66f145"} {"level":"info","ts":"2026-11-03T16:46:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T16:46:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-250b2e69"}} {"level":"info","ts":"2026-11-03T16:46:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-77cbf491"}} {"level":"info","ts":"2026-11-03T16:46:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2813a8b1"}} {"level":"info","ts":"2026-11-03T16:46:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-64fbac25"}} {"level":"info","ts":"2026-11-03T16:46:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8d04b4d1"}} {"level":"info","ts":"2026-11-03T16:46:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3d48d08d"}} {"level":"info","ts":"2026-11-03T16:46:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a3a5608"}} {"level":"info","ts":"2026-11-03T16:46:48Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-250b2e69"}} {"level":"info","ts":"2026-11-03T16:46:48Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-77cbf491"}} {"level":"info","ts":"2026-11-03T16:46:48Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2813a8b1"}} {"level":"info","ts":"2026-11-03T16:46:48Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-64fbac25"}} {"level":"info","ts":"2026-11-03T16:46:48Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8d04b4d1"}} {"level":"info","ts":"2026-11-03T16:46:48Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3d48d08d"}} {"level":"info","ts":"2026-11-03T16:46:48Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a3a5608"}} {"level":"info","ts":"2026-11-03T16:46:56Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-23c440"}} {"level":"info","ts":"2026-11-03T16:46:57Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-23c440"}} {"level":"info","ts":"2026-11-03T16:46:58Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6822cb"}} {"level":"info","ts":"2026-11-03T16:46:59Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6822cb"}} {"level":"info","ts":"2026-11-03T16:46:59Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-250b2e69"}} {"level":"info","ts":"2026-11-03T16:46:59Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-77cbf491"}} {"level":"info","ts":"2026-11-03T16:46:59Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2813a8b1"}} {"level":"info","ts":"2026-11-03T16:46:59Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-64fbac25"}} {"level":"info","ts":"2026-11-03T16:46:59Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8d04b4d1"}} {"level":"info","ts":"2026-11-03T16:46:59Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3d48d08d"}} {"level":"info","ts":"2026-11-03T16:46:59Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a3a5608"}} {"level":"info","ts":"2026-11-03T16:47:03Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6f58cf"}} {"level":"info","ts":"2026-11-03T16:47:05Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6f58cf"}} {"level":"info","ts":"2026-11-03T16:47:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-0ea8a5"},"tenantID":"e2e-inf-b-0ea8a5","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-0ea8a5"} {"level":"info","ts":"2026-11-03T16:47:11Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-23c440"},"tenantID":"e2e-inf-a-23c440","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-03T16:47:14Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6822cb"},"tenantID":"e2e-inf-a-6822cb","namespace":"openshift-ingress"} {"level":"error","ts":"2026-11-03T16:47:14Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6822cb"},"namespace":"ai-tenant-e2e-inf-a-6822cb","name":"default-tenant","reconcileID":"93ad30c4-c8c7-4eda-b8ab-fcd460240fbd","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-03T16:47:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-0ea8a5"},"tenantID":"e2e-inf-b-0ea8a5","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-0ea8a5"} {"level":"info","ts":"2026-11-03T16:47:19Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6f58cf"},"tenantID":"e2e-api-a-6f58cf","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-03T16:47:19Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-250b2e69"}} {"level":"info","ts":"2026-11-03T16:47:19Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-77cbf491"}} {"level":"info","ts":"2026-11-03T16:47:19Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2813a8b1"}} {"level":"error","ts":"2026-11-03T16:47:19Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-64fbac25"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-03T16:47:19Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8d04b4d1"}} {"level":"error","ts":"2026-11-03T16:47:19Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3d48d08d"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-03T16:47:19Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a3a5608"}} {"level":"info","ts":"2026-11-03T16:47:21Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6822cb"},"tenantID":"e2e-inf-a-6822cb","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-03T16:47:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-250b2e69"}} {"level":"info","ts":"2026-11-03T16:47:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-77cbf491"}} {"level":"info","ts":"2026-11-03T16:47:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2813a8b1"}} {"level":"error","ts":"2026-11-03T16:47:29Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8d04b4d1"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-03T16:47:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a3a5608"}} {"level":"info","ts":"2026-11-03T16:47:33Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2bb620"}} {"level":"info","ts":"2026-11-03T16:47:34Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2bb620"}} {"level":"info","ts":"2026-11-03T16:47:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-250b2e69"}} {"level":"info","ts":"2026-11-03T16:47:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-77cbf491"}} {"level":"info","ts":"2026-11-03T16:47:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2813a8b1"}} {"level":"info","ts":"2026-11-03T16:47:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a3a5608"}} {"level":"info","ts":"2026-11-03T16:47:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c626cd"},"tenantID":"e2e-api-a-c626cd","namespace":"openshift-ingress","gatewayName":"e2e-api-a-c626cd"} {"level":"info","ts":"2026-11-03T16:47:44Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2bb620"}} {"level":"info","ts":"2026-11-03T16:47:47Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2bb620"},"tenantID":"e2e-worker-w4-2bb620","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-03T16:47:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c626cd"},"tenantID":"e2e-api-a-c626cd","namespace":"openshift-ingress","gatewayName":"e2e-api-a-c626cd"} {"level":"info","ts":"2026-11-03T16:47:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-250b2e69"}} {"level":"info","ts":"2026-11-03T16:47:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-77cbf491"}} {"level":"info","ts":"2026-11-03T16:47:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2813a8b1"}} {"level":"info","ts":"2026-11-03T16:47:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a3a5608"}} {"level":"info","ts":"2026-11-03T16:48:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-250b2e69"}} {"level":"info","ts":"2026-11-03T16:48:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-77cbf491"}} {"level":"info","ts":"2026-11-03T16:48:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2813a8b1"}} {"level":"info","ts":"2026-11-03T16:48:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a3a5608"}} {"level":"info","ts":"2026-11-03T16:48:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-6ae690"},"tenantID":"e2e-worker-w5-6ae690","namespace":"openshift-ingress","gatewayName":"e2e-worker-w5-6ae690"} {"level":"info","ts":"2026-11-03T16:48:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9f2868"},"tenantID":"e2e-shared-a-w2-9f2868","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-9f2868"} {"level":"info","ts":"2026-11-03T16:48:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-250b2e69"}} {"level":"info","ts":"2026-11-03T16:48:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-77cbf491"}} {"level":"info","ts":"2026-11-03T16:48:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2813a8b1"}} {"level":"info","ts":"2026-11-03T16:48:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a3a5608"}} {"level":"info","ts":"2026-11-03T16:48:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-42da0f"},"tenantID":"e2e-worker-w0-42da0f","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42da0f"} {"level":"info","ts":"2026-11-03T16:48:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c88d54"},"tenantID":"e2e-worker-w2-c88d54","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c88d54"} {"level":"info","ts":"2026-11-03T16:48:22Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-250b2e69"}} {"level":"info","ts":"2026-11-03T16:48:22Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-77cbf491"}} {"level":"info","ts":"2026-11-03T16:48:22Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2813a8b1"}} {"level":"info","ts":"2026-11-03T16:48:22Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a3a5608"}} {"level":"info","ts":"2026-11-03T16:48:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-bcd756"},"tenantID":"e2e-worker-w1-bcd756","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bcd756"} {"level":"info","ts":"2026-11-03T16:48:27Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-0ea8a5"}} {"level":"info","ts":"2026-11-03T16:48:28Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-0ea8a5"}} {"level":"info","ts":"2026-11-03T16:48:32Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-250b2e69"}} {"level":"info","ts":"2026-11-03T16:48:32Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-77cbf491"}} {"level":"info","ts":"2026-11-03T16:48:32Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2813a8b1"}} {"level":"info","ts":"2026-11-03T16:48:32Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a3a5608"}} {"level":"info","ts":"2026-11-03T16:48:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-547a38"},"tenantID":"e2e-worker-w6-547a38","namespace":"openshift-ingress","gatewayName":"e2e-worker-w6-547a38"} {"level":"info","ts":"2026-11-03T16:48:41Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-0ea8a5"},"tenantID":"e2e-inf-b-0ea8a5","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-03T16:48:42Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-250b2e69"}} {"level":"info","ts":"2026-11-03T16:48:42Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-77cbf491"}} {"level":"info","ts":"2026-11-03T16:48:42Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2813a8b1"}} {"level":"info","ts":"2026-11-03T16:48:42Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a3a5608"}} {"level":"info","ts":"2026-11-03T16:48:43Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0fda73"}} {"level":"info","ts":"2026-11-03T16:48:45Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0fda73"}} {"level":"info","ts":"2026-11-03T16:48:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-195095"},"tenantID":"e2e-shared-b-w0-195095","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-195095"} {"level":"info","ts":"2026-11-03T16:48:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-192564"},"tenantID":"e2e-worker-w3-192564","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-192564"} {"level":"info","ts":"2026-11-03T16:48:53Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-250b2e69"}} {"level":"info","ts":"2026-11-03T16:48:53Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-77cbf491"}} {"level":"error","ts":"2026-11-03T16:48:53Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2813a8b1"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-03T16:48:53Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a3a5608"}} {"level":"info","ts":"2026-11-03T16:48:55Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0fda73"}} {"level":"info","ts":"2026-11-03T16:48:58Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0fda73"},"tenantID":"e2e-api-b-0fda73","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-03T16:49:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3b4d9b"},"tenantID":"e2e-inf-a-3b4d9b","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-3b4d9b"} {"level":"info","ts":"2026-11-03T16:49:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3b4d9b"},"tenantID":"e2e-inf-a-3b4d9b","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-3b4d9b"} {"level":"info","ts":"2026-11-03T16:49:03Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-250b2e69"}} {"level":"info","ts":"2026-11-03T16:49:03Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-77cbf491"}} {"level":"info","ts":"2026-11-03T16:49:03Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a3a5608"}} {"level":"info","ts":"2026-11-03T16:49:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c626cd"},"tenantID":"e2e-api-a-c626cd","namespace":"openshift-ingress","gatewayName":"e2e-api-a-c626cd"} {"level":"info","ts":"2026-11-03T16:49:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c626cd"},"tenantID":"e2e-api-a-c626cd","namespace":"openshift-ingress","gatewayName":"e2e-api-a-c626cd"} {"level":"info","ts":"2026-11-03T16:49:13Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-250b2e69"}} {"level":"error","ts":"2026-11-03T16:49:13Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-77cbf491"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-03T16:49:13Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a3a5608"}} {"level":"info","ts":"2026-11-03T16:49:19Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c626cd"}} {"level":"info","ts":"2026-11-03T16:49:20Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c626cd"}} {"level":"info","ts":"2026-11-03T16:49:22Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-66f145"}} {"level":"info","ts":"2026-11-03T16:49:23Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-250b2e69"}} {"level":"info","ts":"2026-11-03T16:49:23Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a3a5608"}} {"level":"info","ts":"2026-11-03T16:49:30Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-547a38"}} {"level":"info","ts":"2026-11-03T16:49:31Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c626cd"}} {"level":"info","ts":"2026-11-03T16:49:34Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-66f145"},"tenantID":"e2e-api-b-66f145","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-03T16:49:35Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-547a38"}} {"level":"info","ts":"2026-11-03T16:49:38Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c626cd"},"tenantID":"e2e-api-a-c626cd","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-03T16:49:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-250b2e69"}} {"level":"info","ts":"2026-11-03T16:49:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a3a5608"}} {"level":"info","ts":"2026-11-03T16:49:42Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-547a38"}} {"level":"info","ts":"2026-11-03T16:49:44Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-547a38"},"tenantID":"e2e-worker-w6-547a38","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-03T16:49:48Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-250b2e69"}} {"level":"info","ts":"2026-11-03T16:49:48Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a3a5608"}} {"level":"info","ts":"2026-11-03T16:49:55Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-192564"}} {"level":"info","ts":"2026-11-03T16:49:56Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-192564"}} {"level":"info","ts":"2026-11-03T16:49:58Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-250b2e69"}} {"level":"info","ts":"2026-11-03T16:49:58Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a3a5608"}} {"level":"info","ts":"2026-11-03T16:50:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3b4d9b"},"tenantID":"e2e-inf-a-3b4d9b","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-3b4d9b"} {"level":"info","ts":"2026-11-03T16:50:05Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-6ae690"}} {"level":"info","ts":"2026-11-03T16:50:06Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-192564"}} {"level":"info","ts":"2026-11-03T16:50:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3b4d9b"},"tenantID":"e2e-inf-a-3b4d9b","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-3b4d9b"} {"level":"info","ts":"2026-11-03T16:50:12Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-192564"},"tenantID":"e2e-worker-w3-192564","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-03T16:50:12Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-250b2e69"}} {"level":"info","ts":"2026-11-03T16:50:12Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a3a5608"}} {"level":"info","ts":"2026-11-03T16:50:13Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-6ae690"}} {"level":"info","ts":"2026-11-03T16:50:16Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-6ae690"},"tenantID":"e2e-worker-w5-6ae690","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-03T16:50:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-509f14"},"tenantID":"e2e-shared-b-w2-509f14","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-509f14"} {"level":"info","ts":"2026-11-03T16:50:22Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-250b2e69"}} {"level":"info","ts":"2026-11-03T16:50:22Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a3a5608"}} {"level":"info","ts":"2026-11-03T16:50:32Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-250b2e69"}} {"level":"error","ts":"2026-11-03T16:50:32Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0a3a5608"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-03T16:50:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7e55c3"},"tenantID":"e2e-inf-a-7e55c3","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-7e55c3"} {"level":"info","ts":"2026-11-03T16:50:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7e55c3"},"tenantID":"e2e-inf-a-7e55c3","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-7e55c3"} {"level":"info","ts":"2026-11-03T16:50:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ddf492"},"tenantID":"e2e-inf-a-ddf492","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-ddf492"} {"level":"info","ts":"2026-11-03T16:50:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ddf492"},"tenantID":"e2e-inf-a-ddf492","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-ddf492"} {"level":"info","ts":"2026-11-03T16:50:42Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-250b2e69"}} {"level":"info","ts":"2026-11-03T16:50:52Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-250b2e69"}} {"level":"info","ts":"2026-11-03T16:50:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-d5937b"},"tenantID":"e2e-shared-a-w0-d5937b","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-d5937b"} {"level":"info","ts":"2026-11-03T16:51:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3b4d9b"},"tenantID":"e2e-inf-a-3b4d9b","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-3b4d9b"} {"level":"info","ts":"2026-11-03T16:51:02Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-250b2e69"}} {"level":"info","ts":"2026-11-03T16:51:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-244c65"},"tenantID":"e2e-inf-b-244c65","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-244c65"} {"level":"info","ts":"2026-11-03T16:51:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-244c65"},"tenantID":"e2e-inf-b-244c65","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-244c65"} {"level":"info","ts":"2026-11-03T16:51:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-250b2e69"}} {"level":"info","ts":"2026-11-03T16:51:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7e55c3"},"tenantID":"e2e-inf-a-7e55c3","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-7e55c3"} {"level":"info","ts":"2026-11-03T16:51:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7e55c3"},"tenantID":"e2e-inf-a-7e55c3","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-7e55c3"} {"level":"info","ts":"2026-11-03T16:51:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-250b2e69"}} {"level":"info","ts":"2026-11-03T16:51:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ddf492"},"tenantID":"e2e-inf-a-ddf492","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-ddf492"} {"level":"info","ts":"2026-11-03T16:51:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ddf492"},"tenantID":"e2e-inf-a-ddf492","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-ddf492"} {"level":"info","ts":"2026-11-03T16:51:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-250b2e69"}} {"level":"info","ts":"2026-11-03T16:51:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T16:51:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-250b2e69"}} {"level":"info","ts":"2026-11-03T16:51:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-250b2e69"}} {"level":"info","ts":"2026-11-03T16:52:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-244c65"},"tenantID":"e2e-inf-b-244c65","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-244c65"} {"level":"info","ts":"2026-11-03T16:52:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-250b2e69"}} {"level":"info","ts":"2026-11-03T16:52:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-244c65"},"tenantID":"e2e-inf-b-244c65","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-244c65"} {"level":"info","ts":"2026-11-03T16:52:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-250b2e69"}} {"level":"info","ts":"2026-11-03T16:52:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7e55c3"},"tenantID":"e2e-inf-a-7e55c3","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-7e55c3"} {"level":"info","ts":"2026-11-03T16:52:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7e55c3"},"tenantID":"e2e-inf-a-7e55c3","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-7e55c3"} {"level":"info","ts":"2026-11-03T16:52:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-250b2e69"}} {"level":"info","ts":"2026-11-03T16:52:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ddf492"},"tenantID":"e2e-inf-a-ddf492","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-ddf492"} {"level":"info","ts":"2026-11-03T16:52:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ddf492"},"tenantID":"e2e-inf-a-ddf492","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-ddf492"} {"level":"info","ts":"2026-11-03T16:52:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-61be78"},"tenantID":"e2e-inf-b-61be78","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-61be78"} {"level":"error","ts":"2026-11-03T16:52:42Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-250b2e69"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-03T16:52:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-61be78"},"tenantID":"e2e-inf-b-61be78","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-61be78"} {"level":"info","ts":"2026-11-03T16:52:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-963a2f"},"tenantID":"e2e-inf-b-963a2f","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-963a2f"} {"level":"info","ts":"2026-11-03T16:52:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-963a2f"},"tenantID":"e2e-inf-b-963a2f","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-963a2f"} {"level":"info","ts":"2026-11-03T16:53:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-244c65"},"tenantID":"e2e-inf-b-244c65","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-244c65"} {"level":"info","ts":"2026-11-03T16:53:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9f2868"},"tenantID":"e2e-shared-a-w2-9f2868","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-9f2868"} {"level":"info","ts":"2026-11-03T16:53:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-244c65"},"tenantID":"e2e-inf-b-244c65","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-244c65"} {"level":"info","ts":"2026-11-03T16:53:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-42da0f"},"tenantID":"e2e-worker-w0-42da0f","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42da0f"} {"level":"info","ts":"2026-11-03T16:53:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3b4d9b"},"tenantID":"e2e-inf-a-3b4d9b","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-3b4d9b"} {"level":"info","ts":"2026-11-03T16:53:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3b4d9b"},"tenantID":"e2e-inf-a-3b4d9b","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-3b4d9b"} {"level":"info","ts":"2026-11-03T16:53:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c88d54"},"tenantID":"e2e-worker-w2-c88d54","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c88d54"} {"level":"info","ts":"2026-11-03T16:53:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3b4d9b"},"tenantID":"e2e-inf-a-3b4d9b","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-3b4d9b"} {"level":"info","ts":"2026-11-03T16:53:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-244c65"},"tenantID":"e2e-inf-b-244c65","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-244c65"} {"level":"info","ts":"2026-11-03T16:53:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-bcd756"},"tenantID":"e2e-worker-w1-bcd756","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bcd756"} {"level":"info","ts":"2026-11-03T16:53:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-61be78"},"tenantID":"e2e-inf-b-61be78","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-61be78"} {"level":"info","ts":"2026-11-03T16:53:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T16:53:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-61be78"},"tenantID":"e2e-inf-b-61be78","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-61be78"} {"level":"info","ts":"2026-11-03T16:53:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T16:53:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-963a2f"},"tenantID":"e2e-inf-b-963a2f","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-963a2f"} {"level":"info","ts":"2026-11-03T16:53:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-195095"},"tenantID":"e2e-shared-b-w0-195095","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-195095"} {"level":"info","ts":"2026-11-03T16:53:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-963a2f"},"tenantID":"e2e-inf-b-963a2f","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-963a2f"} {"level":"info","ts":"2026-11-03T16:54:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-244c65"},"tenantID":"e2e-inf-b-244c65","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-244c65"} {"level":"info","ts":"2026-11-03T16:54:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-61be78"},"tenantID":"e2e-inf-b-61be78","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-61be78"} {"level":"info","ts":"2026-11-03T16:54:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-61be78"},"tenantID":"e2e-inf-b-61be78","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-61be78"} {"level":"info","ts":"2026-11-03T16:54:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7e55c3"},"tenantID":"e2e-inf-a-7e55c3","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-7e55c3"} {"level":"info","ts":"2026-11-03T16:54:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7e55c3"},"tenantID":"e2e-inf-a-7e55c3","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-7e55c3"} {"level":"info","ts":"2026-11-03T16:55:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-963a2f"},"tenantID":"e2e-inf-b-963a2f","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-963a2f"} {"level":"info","ts":"2026-11-03T16:55:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-963a2f"},"tenantID":"e2e-inf-b-963a2f","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-963a2f"} {"level":"info","ts":"2026-11-03T16:55:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-509f14"},"tenantID":"e2e-shared-b-w2-509f14","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-509f14"} {"level":"info","ts":"2026-11-03T16:55:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-61be78"},"tenantID":"e2e-inf-b-61be78","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-61be78"} {"level":"info","ts":"2026-11-03T16:55:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-61be78"},"tenantID":"e2e-inf-b-61be78","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-61be78"} {"level":"info","ts":"2026-11-03T16:55:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ddf492"},"tenantID":"e2e-inf-a-ddf492","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-ddf492"} {"level":"info","ts":"2026-11-03T16:55:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ddf492"},"tenantID":"e2e-inf-a-ddf492","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-ddf492"} {"level":"info","ts":"2026-11-03T16:55:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-963a2f"},"tenantID":"e2e-inf-b-963a2f","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-963a2f"} {"level":"info","ts":"2026-11-03T16:56:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-963a2f"},"tenantID":"e2e-inf-b-963a2f","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-963a2f"} {"level":"info","ts":"2026-11-03T16:56:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-d5937b"},"tenantID":"e2e-shared-a-w0-d5937b","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-d5937b"} {"level":"info","ts":"2026-11-03T16:56:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-61be78"},"tenantID":"e2e-inf-b-61be78","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-61be78"} {"level":"info","ts":"2026-11-03T16:56:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ddf492"},"tenantID":"e2e-inf-a-ddf492","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-ddf492"} {"level":"info","ts":"2026-11-03T16:56:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-963a2f"},"tenantID":"e2e-inf-b-963a2f","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-963a2f"} {"level":"info","ts":"2026-11-03T16:57:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3b4d9b"},"tenantID":"e2e-inf-a-3b4d9b","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-3b4d9b"} {"level":"info","ts":"2026-11-03T16:57:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3b4d9b"},"tenantID":"e2e-inf-a-3b4d9b","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-3b4d9b"} {"level":"info","ts":"2026-11-03T16:57:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-244c65"},"tenantID":"e2e-inf-b-244c65","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-244c65"} {"level":"info","ts":"2026-11-03T16:57:58Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3b4d9b"}} {"level":"info","ts":"2026-11-03T16:58:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-244c65"},"tenantID":"e2e-inf-b-244c65","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-244c65"} {"level":"info","ts":"2026-11-03T16:58:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-42da0f"},"tenantID":"e2e-worker-w0-42da0f","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-42da0f"} {"level":"info","ts":"2026-11-03T16:58:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c88d54"},"tenantID":"e2e-worker-w2-c88d54","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-c88d54"} {"level":"info","ts":"2026-11-03T16:58:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-bcd756"},"tenantID":"e2e-worker-w1-bcd756","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-bcd756"} {"level":"info","ts":"2026-11-03T16:58:10Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3b4d9b"},"tenantID":"e2e-inf-a-3b4d9b","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-03T16:58:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9f2868"},"tenantID":"e2e-shared-a-w2-9f2868","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-9f2868"} {"level":"info","ts":"2026-11-03T16:58:35Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-244c65"}} {"level":"info","ts":"2026-11-03T16:58:36Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-244c65"}} {"level":"info","ts":"2026-11-03T16:58:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T16:58:48Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-244c65"},"tenantID":"e2e-inf-b-244c65","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-03T16:58:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-195095"},"tenantID":"e2e-shared-b-w0-195095","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-195095"} {"level":"info","ts":"2026-11-03T16:58:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7e55c3"},"tenantID":"e2e-inf-a-7e55c3","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-7e55c3"} {"level":"info","ts":"2026-11-03T16:59:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7e55c3"},"tenantID":"e2e-inf-a-7e55c3","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-7e55c3"} {"level":"info","ts":"2026-11-03T16:59:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-61be78"},"tenantID":"e2e-inf-b-61be78","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-61be78"} {"level":"info","ts":"2026-11-03T16:59:17Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7e55c3"}} {"level":"info","ts":"2026-11-03T16:59:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-61be78"},"tenantID":"e2e-inf-b-61be78","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-61be78"} {"level":"info","ts":"2026-11-03T16:59:26Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7e55c3"}} {"level":"info","ts":"2026-11-03T16:59:28Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7e55c3"},"tenantID":"e2e-inf-a-7e55c3","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-03T16:59:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ddf492"},"tenantID":"e2e-inf-a-ddf492","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-ddf492"} {"level":"info","ts":"2026-11-03T16:59:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ddf492"},"tenantID":"e2e-inf-a-ddf492","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-ddf492"} {"level":"info","ts":"2026-11-03T16:59:49Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-d5937b"}} {"level":"info","ts":"2026-11-03T16:59:50Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-d5937b"}} {"level":"info","ts":"2026-11-03T16:59:59Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-61be78"}} {"level":"info","ts":"2026-11-03T17:00:00Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-d5937b"}} {"level":"info","ts":"2026-11-03T17:00:01Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-61be78"}} {"level":"info","ts":"2026-11-03T17:00:04Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-d5937b"},"tenantID":"e2e-shared-a-w0-d5937b","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-03T17:00:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-963a2f"},"tenantID":"e2e-inf-b-963a2f","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-963a2f"} {"level":"info","ts":"2026-11-03T17:00:09Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ddf492"}} {"level":"info","ts":"2026-11-03T17:00:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-963a2f"},"tenantID":"e2e-inf-b-963a2f","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-963a2f"} {"level":"info","ts":"2026-11-03T17:00:14Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-61be78"},"tenantID":"e2e-inf-b-61be78","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-03T17:00:18Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ddf492"}} {"level":"info","ts":"2026-11-03T17:00:20Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ddf492"},"tenantID":"e2e-inf-a-ddf492","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-03T17:00:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-509f14"},"tenantID":"e2e-shared-b-w2-509f14","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-509f14"} {"level":"info","ts":"2026-11-03T17:00:53Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-195095"}} {"level":"info","ts":"2026-11-03T17:00:55Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-195095"}} {"level":"info","ts":"2026-11-03T17:00:57Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-bcd756"}} {"level":"info","ts":"2026-11-03T17:00:58Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-bcd756"}} {"level":"info","ts":"2026-11-03T17:01:05Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-195095"}} {"level":"info","ts":"2026-11-03T17:01:07Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-195095"},"tenantID":"e2e-shared-b-w0-195095","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-03T17:01:09Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-963a2f"}} {"level":"info","ts":"2026-11-03T17:01:11Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-bcd756"},"tenantID":"e2e-worker-w1-bcd756","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-03T17:01:17Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-963a2f"}} {"level":"info","ts":"2026-11-03T17:01:19Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-963a2f"},"tenantID":"e2e-inf-b-963a2f","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-03T17:01:39Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9f2868"}} {"level":"info","ts":"2026-11-03T17:01:40Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9f2868"}} {"level":"info","ts":"2026-11-03T17:01:44Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-42da0f"}} {"level":"info","ts":"2026-11-03T17:01:45Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-42da0f"}} {"level":"info","ts":"2026-11-03T17:01:50Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9f2868"}} {"level":"info","ts":"2026-11-03T17:01:52Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9f2868"},"tenantID":"e2e-shared-a-w2-9f2868","namespace":"openshift-ingress"} {"level":"error","ts":"2026-11-03T17:01:52Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9f2868"},"namespace":"ai-tenant-e2e-shared-a-w2-9f2868","name":"default-tenant","reconcileID":"7fffe552-c17a-4bdd-b722-914e24785821","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-03T17:01:54Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-9f2868"},"tenantID":"e2e-shared-a-w2-9f2868","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-03T17:01:56Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-42da0f"}} {"level":"info","ts":"2026-11-03T17:01:58Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-42da0f"},"tenantID":"e2e-worker-w0-42da0f","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-03T17:02:04Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-509f14"}} {"level":"info","ts":"2026-11-03T17:02:05Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-509f14"}} {"level":"info","ts":"2026-11-03T17:02:16Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-509f14"}} {"level":"info","ts":"2026-11-03T17:02:18Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-509f14"},"tenantID":"e2e-shared-b-w2-509f14","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-03T17:02:34Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c88d54"}} {"level":"info","ts":"2026-11-03T17:02:36Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c88d54"}} {"level":"info","ts":"2026-11-03T17:02:46Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c88d54"}} {"level":"info","ts":"2026-11-03T17:02:49Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-c88d54"},"tenantID":"e2e-worker-w2-c88d54","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-03T17:03:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T17:08:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T17:10:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T17:10:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T17:10:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T17:10:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T17:10:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T17:10:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T17:11:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T17:11:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-433fd6"},"tenantID":"e2e-worker-single-main-433fd6","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-433fd6"} {"level":"info","ts":"2026-11-03T17:11:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-433fd6"},"tenantID":"e2e-worker-single-main-433fd6","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-433fd6"} {"level":"info","ts":"2026-11-03T17:11:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-433fd6"},"tenantID":"e2e-worker-single-main-433fd6","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-433fd6"} {"level":"info","ts":"2026-11-03T17:12:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-433fd6"},"tenantID":"e2e-worker-single-main-433fd6","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-433fd6"} {"level":"info","ts":"2026-11-03T17:12:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-433fd6"},"tenantID":"e2e-worker-single-main-433fd6","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-433fd6"} {"level":"info","ts":"2026-11-03T17:12:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-433fd6"},"tenantID":"e2e-worker-single-main-433fd6","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-433fd6"} {"level":"info","ts":"2026-11-03T17:12:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-433fd6"},"tenantID":"e2e-worker-single-main-433fd6","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-433fd6"} {"level":"info","ts":"2026-11-03T17:12:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-433fd6"},"tenantID":"e2e-worker-single-main-433fd6","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-433fd6"} {"level":"info","ts":"2026-11-03T17:13:29Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-433fd6"}} {"level":"info","ts":"2026-11-03T17:13:30Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-433fd6"}} {"level":"info","ts":"2026-11-03T17:13:40Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-433fd6"}} {"level":"info","ts":"2026-11-03T17:13:42Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-433fd6"},"tenantID":"e2e-worker-single-main-433fd6","namespace":"openshift-ingress"} {"level":"error","ts":"2026-11-03T17:13:42Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-433fd6"},"namespace":"ai-tenant-e2e-worker-single-main-433fd6","name":"default-tenant","reconcileID":"ba8865bb-a419-4366-b0f6-96bfff35dedd","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-03T17:13:43Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-433fd6"},"tenantID":"e2e-worker-single-main-433fd6","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-03T17:13:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T17:13:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T17:14:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T17:16:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-a56144"},"tenantID":"e2e-worker-single-main-a56144","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-a56144"} {"level":"info","ts":"2026-11-03T17:17:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-a56144"},"tenantID":"e2e-worker-single-main-a56144","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-a56144"} {"level":"info","ts":"2026-11-03T17:17:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-a56144"},"tenantID":"e2e-worker-single-main-a56144","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-a56144"} {"level":"info","ts":"2026-11-03T17:17:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-a56144"},"tenantID":"e2e-worker-single-main-a56144","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-a56144"} {"level":"info","ts":"2026-11-03T17:17:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-a56144"},"tenantID":"e2e-worker-single-main-a56144","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-a56144"} {"level":"info","ts":"2026-11-03T17:17:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-a56144"},"tenantID":"e2e-worker-single-main-a56144","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-a56144"} {"level":"info","ts":"2026-11-03T17:17:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-a56144"},"tenantID":"e2e-worker-single-main-a56144","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-a56144"} {"level":"info","ts":"2026-11-03T17:17:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-a56144"},"tenantID":"e2e-worker-single-main-a56144","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-a56144"} {"level":"info","ts":"2026-11-03T17:18:08Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-a56144"}} {"level":"info","ts":"2026-11-03T17:18:09Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-a56144"}} {"level":"info","ts":"2026-11-03T17:18:19Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-a56144"}} {"level":"info","ts":"2026-11-03T17:18:22Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-a56144"},"tenantID":"e2e-worker-single-main-a56144","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-03T17:19:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T17:20:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T17:20:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T17:21:08Z","logger":"consumer-portal","msg":"default AITenant has no OIDC issuer; OpenShift OAuth mode is not supported yet, removing the auth proxy","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"}} {"level":"info","ts":"2026-11-03T17:21:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T17:21:09Z","logger":"consumer-portal","msg":"default AITenant has no OIDC issuer; OpenShift OAuth mode is not supported yet, removing the auth proxy","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"}} {"level":"info","ts":"2026-11-03T17:21:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T17:21:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T17:21:14Z","logger":"consumer-portal","msg":"default AITenant has no OIDC issuer; OpenShift OAuth mode is not supported yet, removing the auth proxy","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"}} {"level":"info","ts":"2026-11-03T17:21:14Z","logger":"consumer-portal","msg":"default AITenant has no OIDC issuer; OpenShift OAuth mode is not supported yet, removing the auth proxy","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"}} {"level":"info","ts":"2026-11-03T17:21:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T17:21:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T17:21:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-583a0c6c"},"tenantID":"e2e-ait-583a0c6c","namespace":"openshift-ingress","gatewayName":"e2e-ait-583a0c6c"} {"level":"info","ts":"2026-11-03T17:21:24Z","logger":"consumer-portal","msg":"default AITenant has no OIDC issuer; OpenShift OAuth mode is not supported yet, removing the auth proxy","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"}} {"level":"info","ts":"2026-11-03T17:21:25Z","logger":"consumer-portal","msg":"default AITenant has no OIDC issuer; OpenShift OAuth mode is not supported yet, removing the auth proxy","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"}} {"level":"info","ts":"2026-11-03T17:21:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-583a0c6c"},"tenantID":"e2e-ait-583a0c6c","namespace":"openshift-ingress","gatewayName":"e2e-ait-583a0c6c"} {"level":"info","ts":"2026-11-03T17:21:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T17:21:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-583a0c6c"},"tenantID":"e2e-ait-583a0c6c","namespace":"openshift-ingress","gatewayName":"e2e-ait-583a0c6c"} {"level":"info","ts":"2026-11-03T17:21:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-583a0c6c"},"tenantID":"e2e-ait-583a0c6c","namespace":"openshift-ingress","gatewayName":"e2e-ait-583a0c6c"} {"level":"info","ts":"2026-11-03T17:21:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-583a0c6c"},"tenantID":"e2e-ait-583a0c6c","namespace":"openshift-ingress","gatewayName":"e2e-ait-583a0c6c"} {"level":"info","ts":"2026-11-03T17:21:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-583a0c6c"},"tenantID":"e2e-ait-583a0c6c","namespace":"openshift-ingress","gatewayName":"e2e-ait-583a0c6c"} {"level":"info","ts":"2026-11-03T17:21:46Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-583a0c6c"}} {"level":"info","ts":"2026-11-03T17:21:47Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-583a0c6c"}} {"level":"info","ts":"2026-11-03T17:21:58Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-583a0c6c"}} {"level":"info","ts":"2026-11-03T17:22:07Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-583a0c6c"}} {"level":"info","ts":"2026-11-03T17:22:09Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-583a0c6c"},"tenantID":"e2e-ait-583a0c6c","namespace":"openshift-ingress"} {"level":"error","ts":"2026-11-03T17:22:09Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-583a0c6c"},"namespace":"ai-tenant-e2e-ait-583a0c6c","name":"default-tenant","reconcileID":"05e93938-d330-4345-afd0-eb07be99598e","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-03T17:22:11Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-583a0c6c"},"tenantID":"e2e-ait-583a0c6c","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-03T17:22:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-52cc05"},"tenantID":"e2e-authcfg-http-52cc05","namespace":"openshift-ingress","gatewayName":"e2e-authcfg-http-52cc05"} {"level":"info","ts":"2026-11-03T17:22:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-52cc05"},"tenantID":"e2e-authcfg-http-52cc05","namespace":"openshift-ingress","gatewayName":"e2e-authcfg-http-52cc05"} {"level":"info","ts":"2026-11-03T17:22:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-52cc05"},"tenantID":"e2e-authcfg-http-52cc05","namespace":"openshift-ingress","gatewayName":"e2e-authcfg-http-52cc05"} {"level":"info","ts":"2026-11-03T17:22:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-52cc05"},"tenantID":"e2e-authcfg-http-52cc05","namespace":"openshift-ingress","gatewayName":"e2e-authcfg-http-52cc05"} {"level":"info","ts":"2026-11-03T17:22:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-52cc05"},"tenantID":"e2e-authcfg-http-52cc05","namespace":"openshift-ingress","gatewayName":"e2e-authcfg-http-52cc05"} {"level":"info","ts":"2026-11-03T17:22:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-52cc05"},"tenantID":"e2e-authcfg-http-52cc05","namespace":"openshift-ingress","gatewayName":"e2e-authcfg-http-52cc05"} {"level":"info","ts":"2026-11-03T17:24:20Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-52cc05"}} {"level":"info","ts":"2026-11-03T17:24:22Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-52cc05"}} {"level":"info","ts":"2026-11-03T17:24:32Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-52cc05"}} {"level":"info","ts":"2026-11-03T17:24:35Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-52cc05"},"tenantID":"e2e-authcfg-http-52cc05","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-03T17:26:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}