{"level":"info","ts":"2026-11-01T01:00:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bc9f562d"}} {"level":"info","ts":"2026-11-01T01:00:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c6bc1d8"}} {"level":"info","ts":"2026-11-01T01:00:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-45b658e7"}} {"level":"info","ts":"2026-11-01T01:00:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-227a43ab"}} {"level":"info","ts":"2026-11-01T01:00:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c1140ad"}} {"level":"info","ts":"2026-11-01T01:00:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a84925c4"}} {"level":"info","ts":"2026-11-01T01:00:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c7718fd0"}} {"level":"info","ts":"2026-11-01T01:00:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-bc241b"},"tenantID":"e2e-shared-b-w4-bc241b","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-bc241b"} {"level":"info","ts":"2026-11-01T01:00:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cab03b09"}} {"level":"info","ts":"2026-11-01T01:00:48Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66063f4e"}} {"level":"info","ts":"2026-11-01T01:00:48Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bc9f562d"}} {"level":"info","ts":"2026-11-01T01:00:48Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c6bc1d8"}} {"level":"info","ts":"2026-11-01T01:00:48Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-45b658e7"}} {"level":"info","ts":"2026-11-01T01:00:48Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-227a43ab"}} {"level":"info","ts":"2026-11-01T01:00:48Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c1140ad"}} {"level":"info","ts":"2026-11-01T01:00:48Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a84925c4"}} {"level":"info","ts":"2026-11-01T01:00:48Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c7718fd0"}} {"level":"info","ts":"2026-11-01T01:00:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-43a0cf"},"tenantID":"e2e-worker-w4-43a0cf","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-43a0cf"} {"level":"info","ts":"2026-11-01T01:00:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cab03b09"}} {"level":"info","ts":"2026-11-01T01:00:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f97e89"},"tenantID":"e2e-api-a-f97e89","namespace":"openshift-ingress","gatewayName":"e2e-api-a-f97e89"} {"level":"info","ts":"2026-11-01T01:01:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f97e89"},"tenantID":"e2e-api-a-f97e89","namespace":"openshift-ingress","gatewayName":"e2e-api-a-f97e89"} {"level":"info","ts":"2026-11-01T01:01:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66063f4e"}} {"level":"info","ts":"2026-11-01T01:01:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bc9f562d"}} {"level":"info","ts":"2026-11-01T01:01:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c6bc1d8"}} {"level":"info","ts":"2026-11-01T01:01:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-45b658e7"}} {"level":"info","ts":"2026-11-01T01:01:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-227a43ab"}} {"level":"info","ts":"2026-11-01T01:01:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c1140ad"}} {"level":"info","ts":"2026-11-01T01:01:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a84925c4"}} {"level":"info","ts":"2026-11-01T01:01:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c7718fd0"}} {"level":"info","ts":"2026-11-01T01:01:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-32439f"},"tenantID":"e2e-worker-w0-32439f","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-32439f"} {"level":"info","ts":"2026-11-01T01:01:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-948e22"},"tenantID":"e2e-worker-w5-948e22","namespace":"openshift-ingress","gatewayName":"e2e-worker-w5-948e22"} {"level":"info","ts":"2026-11-01T01:01:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cab03b09"}} {"level":"info","ts":"2026-11-01T01:01:07Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b112c158"}} {"level":"info","ts":"2026-11-01T01:01:07Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b112c158"}} {"level":"info","ts":"2026-11-01T01:01:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f73fb0"},"tenantID":"e2e-api-b-f73fb0","namespace":"openshift-ingress","gatewayName":"e2e-api-b-f73fb0"} {"level":"info","ts":"2026-11-01T01:01:11Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b112c158"}} {"level":"info","ts":"2026-11-01T01:01:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f73fb0"},"tenantID":"e2e-api-b-f73fb0","namespace":"openshift-ingress","gatewayName":"e2e-api-b-f73fb0"} {"level":"info","ts":"2026-11-01T01:01:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4143b7"},"tenantID":"e2e-worker-w2-4143b7","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4143b7"} {"level":"info","ts":"2026-11-01T01:01:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66063f4e"}} {"level":"info","ts":"2026-11-01T01:01:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bc9f562d"}} {"level":"info","ts":"2026-11-01T01:01:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c6bc1d8"}} {"level":"info","ts":"2026-11-01T01:01:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-45b658e7"}} {"level":"info","ts":"2026-11-01T01:01:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-227a43ab"}} {"level":"info","ts":"2026-11-01T01:01:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c1140ad"}} {"level":"info","ts":"2026-11-01T01:01:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a84925c4"}} {"level":"info","ts":"2026-11-01T01:01:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c7718fd0"}} {"level":"info","ts":"2026-11-01T01:01:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-30fb19"},"tenantID":"e2e-worker-w1-30fb19","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-30fb19"} {"level":"info","ts":"2026-11-01T01:01:21Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b112c158"},"tenantID":"e2e-mt-b112c158","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T01:01:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5a9c19"},"tenantID":"e2e-worker-w3-5a9c19","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5a9c19"} {"level":"info","ts":"2026-11-01T01:01:23Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cab03b09"}} {"level":"info","ts":"2026-11-01T01:01:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-22d7b2"},"tenantID":"e2e-worker-w6-22d7b2","namespace":"openshift-ingress","gatewayName":"e2e-worker-w6-22d7b2"} {"level":"info","ts":"2026-11-01T01:01:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66063f4e"}} {"level":"info","ts":"2026-11-01T01:01:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bc9f562d"}} {"level":"info","ts":"2026-11-01T01:01:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c6bc1d8"}} {"level":"info","ts":"2026-11-01T01:01:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-45b658e7"}} {"level":"info","ts":"2026-11-01T01:01:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-227a43ab"}} {"level":"info","ts":"2026-11-01T01:01:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c1140ad"}} {"level":"info","ts":"2026-11-01T01:01:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a84925c4"}} {"level":"info","ts":"2026-11-01T01:01:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c7718fd0"}} {"level":"info","ts":"2026-11-01T01:01:33Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cab03b09"}} {"level":"info","ts":"2026-11-01T01:01:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66063f4e"}} {"level":"info","ts":"2026-11-01T01:01:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bc9f562d"}} {"level":"info","ts":"2026-11-01T01:01:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c6bc1d8"}} {"level":"info","ts":"2026-11-01T01:01:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-45b658e7"}} {"level":"info","ts":"2026-11-01T01:01:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-227a43ab"}} {"level":"info","ts":"2026-11-01T01:01:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c1140ad"}} {"level":"info","ts":"2026-11-01T01:01:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a84925c4"}} {"level":"info","ts":"2026-11-01T01:01:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c7718fd0"}} {"level":"info","ts":"2026-11-01T01:01:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0f9d81"},"tenantID":"e2e-inf-a-0f9d81","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-0f9d81"} {"level":"info","ts":"2026-11-01T01:01:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cab03b09"}} {"level":"info","ts":"2026-11-01T01:01:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66063f4e"}} {"level":"info","ts":"2026-11-01T01:01:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bc9f562d"}} {"level":"info","ts":"2026-11-01T01:01:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c6bc1d8"}} {"level":"error","ts":"2026-11-01T01:01:46Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-45b658e7"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-01T01:01:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-227a43ab"}} {"level":"info","ts":"2026-11-01T01:01:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c1140ad"}} {"level":"info","ts":"2026-11-01T01:01:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a84925c4"}} {"level":"info","ts":"2026-11-01T01:01:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c7718fd0"}} {"level":"info","ts":"2026-11-01T01:01:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0f9d81"},"tenantID":"e2e-inf-a-0f9d81","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-0f9d81"} {"level":"info","ts":"2026-11-01T01:01:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-72acf4"},"tenantID":"e2e-inf-a-72acf4","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-72acf4"} {"level":"info","ts":"2026-11-01T01:01:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-72acf4"},"tenantID":"e2e-inf-a-72acf4","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-72acf4"} {"level":"info","ts":"2026-11-01T01:02:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e296f9"},"tenantID":"e2e-shared-b-w1-e296f9","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-e296f9"} {"level":"info","ts":"2026-11-01T01:02:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-de2a95"},"tenantID":"e2e-shared-b-w6-de2a95","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w6-de2a95"} {"level":"info","ts":"2026-11-01T01:02:04Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-27dee6"}} {"level":"info","ts":"2026-11-01T01:02:04Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cab03b09"}} {"level":"info","ts":"2026-11-01T01:02:04Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66063f4e"}} {"level":"info","ts":"2026-11-01T01:02:04Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bc9f562d"}} {"level":"info","ts":"2026-11-01T01:02:04Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c6bc1d8"}} {"level":"info","ts":"2026-11-01T01:02:04Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-227a43ab"}} {"level":"info","ts":"2026-11-01T01:02:04Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c1140ad"}} {"level":"info","ts":"2026-11-01T01:02:04Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a84925c4"}} {"level":"error","ts":"2026-11-01T01:02:04Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c7718fd0"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-01T01:02:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e296f9"},"tenantID":"e2e-shared-b-w1-e296f9","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-e296f9"} {"level":"info","ts":"2026-11-01T01:02:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-de2a95"},"tenantID":"e2e-shared-b-w6-de2a95","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w6-de2a95"} {"level":"info","ts":"2026-11-01T01:02:12Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-af82f1"}} {"level":"info","ts":"2026-11-01T01:02:14Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-af82f1"}} {"level":"info","ts":"2026-11-01T01:02:16Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-27dee6"},"tenantID":"e2e-shared-a-w1-27dee6","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T01:02:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cab03b09"}} {"level":"info","ts":"2026-11-01T01:02:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66063f4e"}} {"level":"info","ts":"2026-11-01T01:02:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bc9f562d"}} {"level":"info","ts":"2026-11-01T01:02:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c6bc1d8"}} {"level":"info","ts":"2026-11-01T01:02:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-227a43ab"}} {"level":"info","ts":"2026-11-01T01:02:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c1140ad"}} {"level":"info","ts":"2026-11-01T01:02:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a84925c4"}} {"level":"info","ts":"2026-11-01T01:02:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-bc241b"},"tenantID":"e2e-shared-b-w4-bc241b","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-bc241b"} {"level":"info","ts":"2026-11-01T01:02:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-bc241b"},"tenantID":"e2e-shared-b-w4-bc241b","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-bc241b"} {"level":"info","ts":"2026-11-01T01:02:26Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-af82f1"},"tenantID":"e2e-shared-a-w4-af82f1","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T01:02:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cab03b09"}} {"level":"info","ts":"2026-11-01T01:02:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66063f4e"}} {"level":"info","ts":"2026-11-01T01:02:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bc9f562d"}} {"level":"info","ts":"2026-11-01T01:02:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c6bc1d8"}} {"level":"info","ts":"2026-11-01T01:02:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-227a43ab"}} {"level":"info","ts":"2026-11-01T01:02:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c1140ad"}} {"level":"info","ts":"2026-11-01T01:02:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a84925c4"}} {"level":"info","ts":"2026-11-01T01:02:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cab03b09"}} {"level":"info","ts":"2026-11-01T01:02:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66063f4e"}} {"level":"info","ts":"2026-11-01T01:02:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bc9f562d"}} {"level":"info","ts":"2026-11-01T01:02:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c6bc1d8"}} {"level":"info","ts":"2026-11-01T01:02:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-227a43ab"}} {"level":"info","ts":"2026-11-01T01:02:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c1140ad"}} {"level":"info","ts":"2026-11-01T01:02:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a84925c4"}} {"level":"info","ts":"2026-11-01T01:02:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-99eb0f"},"tenantID":"e2e-shared-a-w5-99eb0f","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w5-99eb0f"} {"level":"info","ts":"2026-11-01T01:02:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f73fb0"},"tenantID":"e2e-api-b-f73fb0","namespace":"openshift-ingress","gatewayName":"e2e-api-b-f73fb0"} {"level":"info","ts":"2026-11-01T01:02:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f73fb0"},"tenantID":"e2e-api-b-f73fb0","namespace":"openshift-ingress","gatewayName":"e2e-api-b-f73fb0"} {"level":"info","ts":"2026-11-01T01:02:48Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cab03b09"}} {"level":"info","ts":"2026-11-01T01:02:48Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66063f4e"}} {"level":"info","ts":"2026-11-01T01:02:48Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bc9f562d"}} {"level":"info","ts":"2026-11-01T01:02:48Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c6bc1d8"}} {"level":"info","ts":"2026-11-01T01:02:48Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-227a43ab"}} {"level":"info","ts":"2026-11-01T01:02:48Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c1140ad"}} {"level":"error","ts":"2026-11-01T01:02:48Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a84925c4"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-01T01:02:58Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cab03b09"}} {"level":"info","ts":"2026-11-01T01:02:58Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66063f4e"}} {"level":"info","ts":"2026-11-01T01:02:58Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bc9f562d"}} {"level":"info","ts":"2026-11-01T01:02:58Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c6bc1d8"}} {"level":"info","ts":"2026-11-01T01:02:58Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-227a43ab"}} {"level":"info","ts":"2026-11-01T01:02:58Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c1140ad"}} {"level":"info","ts":"2026-11-01T01:03:08Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cab03b09"}} {"level":"info","ts":"2026-11-01T01:03:08Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66063f4e"}} {"level":"info","ts":"2026-11-01T01:03:08Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bc9f562d"}} {"level":"info","ts":"2026-11-01T01:03:08Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c6bc1d8"}} {"level":"info","ts":"2026-11-01T01:03:08Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-227a43ab"}} {"level":"info","ts":"2026-11-01T01:03:08Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c1140ad"}} {"level":"info","ts":"2026-11-01T01:03:15Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0f9d81"}} {"level":"info","ts":"2026-11-01T01:03:16Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0f9d81"}} {"level":"info","ts":"2026-11-01T01:03:18Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cab03b09"}} {"level":"info","ts":"2026-11-01T01:03:18Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66063f4e"}} {"level":"info","ts":"2026-11-01T01:03:18Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bc9f562d"}} {"level":"info","ts":"2026-11-01T01:03:18Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c6bc1d8"}} {"level":"info","ts":"2026-11-01T01:03:18Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-227a43ab"}} {"level":"info","ts":"2026-11-01T01:03:18Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c1140ad"}} {"level":"info","ts":"2026-11-01T01:03:20Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e296f9"}} {"level":"info","ts":"2026-11-01T01:03:22Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e296f9"}} {"level":"info","ts":"2026-11-01T01:03:23Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0f9d81"}} {"level":"info","ts":"2026-11-01T01:03:26Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0f9d81"},"tenantID":"e2e-inf-a-0f9d81","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T01:03:27Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-ba5b10"}} {"level":"info","ts":"2026-11-01T01:03:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-72acf4"},"tenantID":"e2e-inf-a-72acf4","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-72acf4"} {"level":"info","ts":"2026-11-01T01:03:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cab03b09"}} {"level":"info","ts":"2026-11-01T01:03:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66063f4e"}} {"level":"info","ts":"2026-11-01T01:03:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bc9f562d"}} {"level":"info","ts":"2026-11-01T01:03:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c6bc1d8"}} {"level":"info","ts":"2026-11-01T01:03:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-227a43ab"}} {"level":"info","ts":"2026-11-01T01:03:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c1140ad"}} {"level":"info","ts":"2026-11-01T01:03:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-72acf4"},"tenantID":"e2e-inf-a-72acf4","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-72acf4"} {"level":"info","ts":"2026-11-01T01:03:34Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e296f9"},"tenantID":"e2e-shared-b-w1-e296f9","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T01:03:36Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-bc241b"}} {"level":"info","ts":"2026-11-01T01:03:38Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-ba5b10"}} {"level":"info","ts":"2026-11-01T01:03:40Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-ba5b10"},"tenantID":"e2e-shared-a-w6-ba5b10","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T01:03:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-de2a95"},"tenantID":"e2e-shared-b-w6-de2a95","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w6-de2a95"} {"level":"info","ts":"2026-11-01T01:03:42Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cab03b09"}} {"level":"info","ts":"2026-11-01T01:03:42Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66063f4e"}} {"level":"info","ts":"2026-11-01T01:03:42Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bc9f562d"}} {"level":"info","ts":"2026-11-01T01:03:42Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c6bc1d8"}} {"level":"info","ts":"2026-11-01T01:03:42Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-227a43ab"}} {"level":"error","ts":"2026-11-01T01:03:42Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c1140ad"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-01T01:03:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-de2a95"},"tenantID":"e2e-shared-b-w6-de2a95","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w6-de2a95"} {"level":"info","ts":"2026-11-01T01:03:47Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-bc241b"},"tenantID":"e2e-shared-b-w4-bc241b","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T01:03:52Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cab03b09"}} {"level":"info","ts":"2026-11-01T01:03:52Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66063f4e"}} {"level":"info","ts":"2026-11-01T01:03:52Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bc9f562d"}} {"level":"info","ts":"2026-11-01T01:03:52Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c6bc1d8"}} {"level":"info","ts":"2026-11-01T01:03:52Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-227a43ab"}} {"level":"info","ts":"2026-11-01T01:04:02Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cab03b09"}} {"level":"info","ts":"2026-11-01T01:04:02Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66063f4e"}} {"level":"info","ts":"2026-11-01T01:04:02Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bc9f562d"}} {"level":"info","ts":"2026-11-01T01:04:02Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c6bc1d8"}} {"level":"info","ts":"2026-11-01T01:04:02Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-227a43ab"}} {"level":"info","ts":"2026-11-01T01:04:04Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f97e89"}} {"level":"info","ts":"2026-11-01T01:04:05Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f97e89"}} {"level":"info","ts":"2026-11-01T01:04:07Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b112c158"}} {"level":"info","ts":"2026-11-01T01:04:07Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b112c158"}} {"level":"info","ts":"2026-11-01T01:04:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b112c158"},"tenantID":"e2e-mt-b112c158","namespace":"openshift-ingress","gatewayName":"e2e-mt-b112c158"} {"level":"info","ts":"2026-11-01T01:04:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b112c158"},"tenantID":"e2e-mt-b112c158","namespace":"openshift-ingress","gatewayName":"e2e-mt-b112c158"} {"level":"info","ts":"2026-11-01T01:04:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-603e8c"},"tenantID":"e2e-api-a-603e8c","namespace":"openshift-ingress","gatewayName":"e2e-api-a-603e8c"} {"level":"info","ts":"2026-11-01T01:04:17Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f97e89"},"tenantID":"e2e-api-a-f97e89","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T01:04:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-603e8c"},"tenantID":"e2e-api-a-603e8c","namespace":"openshift-ingress","gatewayName":"e2e-api-a-603e8c"} {"level":"info","ts":"2026-11-01T01:04:19Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cab03b09"}} {"level":"info","ts":"2026-11-01T01:04:19Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66063f4e"}} {"level":"info","ts":"2026-11-01T01:04:19Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bc9f562d"}} {"level":"info","ts":"2026-11-01T01:04:19Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c6bc1d8"}} {"level":"info","ts":"2026-11-01T01:04:19Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-227a43ab"}} {"level":"info","ts":"2026-11-01T01:04:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f73fb0"},"tenantID":"e2e-api-b-f73fb0","namespace":"openshift-ingress","gatewayName":"e2e-api-b-f73fb0"} {"level":"info","ts":"2026-11-01T01:04:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f73fb0"},"tenantID":"e2e-api-b-f73fb0","namespace":"openshift-ingress","gatewayName":"e2e-api-b-f73fb0"} {"level":"info","ts":"2026-11-01T01:04:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cab03b09"}} {"level":"info","ts":"2026-11-01T01:04:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66063f4e"}} {"level":"info","ts":"2026-11-01T01:04:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bc9f562d"}} {"level":"info","ts":"2026-11-01T01:04:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c6bc1d8"}} {"level":"info","ts":"2026-11-01T01:04:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-227a43ab"}} {"level":"info","ts":"2026-11-01T01:04:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cab03b09"}} {"level":"info","ts":"2026-11-01T01:04:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66063f4e"}} {"level":"info","ts":"2026-11-01T01:04:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bc9f562d"}} {"level":"info","ts":"2026-11-01T01:04:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c6bc1d8"}} {"level":"info","ts":"2026-11-01T01:04:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-227a43ab"}} {"level":"info","ts":"2026-11-01T01:04:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cab03b09"}} {"level":"info","ts":"2026-11-01T01:04:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66063f4e"}} {"level":"error","ts":"2026-11-01T01:04:49Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bc9f562d"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-01T01:04:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c6bc1d8"}} {"level":"info","ts":"2026-11-01T01:04:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-227a43ab"}} {"level":"info","ts":"2026-11-01T01:04:51Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-72acf4"}} {"level":"info","ts":"2026-11-01T01:04:52Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-72acf4"}} {"level":"info","ts":"2026-11-01T01:04:54Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-72acf4"}} {"level":"info","ts":"2026-11-01T01:04:55Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-de2a95"}} {"level":"info","ts":"2026-11-01T01:04:57Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-de2a95"}} {"level":"info","ts":"2026-11-01T01:04:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T01:05:01Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-99eb0f"}} {"level":"info","ts":"2026-11-01T01:05:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cab03b09"}} {"level":"info","ts":"2026-11-01T01:05:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66063f4e"}} {"level":"info","ts":"2026-11-01T01:05:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c6bc1d8"}} {"level":"info","ts":"2026-11-01T01:05:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-227a43ab"}} {"level":"info","ts":"2026-11-01T01:05:04Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-72acf4"}} {"level":"info","ts":"2026-11-01T01:05:07Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-72acf4"},"tenantID":"e2e-inf-a-72acf4","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T01:05:09Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-de2a95"},"tenantID":"e2e-shared-b-w6-de2a95","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T01:05:12Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-99eb0f"},"tenantID":"e2e-shared-a-w5-99eb0f","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T01:05:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-44c9bf"},"tenantID":"e2e-shared-b-w5-44c9bf","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w5-44c9bf"} {"level":"info","ts":"2026-11-01T01:05:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-718e19"},"tenantID":"e2e-api-a-718e19","namespace":"openshift-ingress","gatewayName":"e2e-api-a-718e19"} {"level":"info","ts":"2026-11-01T01:05:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b112c158"},"tenantID":"e2e-mt-b112c158","namespace":"openshift-ingress","gatewayName":"e2e-mt-b112c158"} {"level":"info","ts":"2026-11-01T01:05:19Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cab03b09"}} {"level":"info","ts":"2026-11-01T01:05:19Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66063f4e"}} {"level":"info","ts":"2026-11-01T01:05:19Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c6bc1d8"}} {"level":"info","ts":"2026-11-01T01:05:19Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-227a43ab"}} {"level":"info","ts":"2026-11-01T01:05:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-718e19"},"tenantID":"e2e-api-a-718e19","namespace":"openshift-ingress","gatewayName":"e2e-api-a-718e19"} {"level":"info","ts":"2026-11-01T01:05:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b112c158"},"tenantID":"e2e-mt-b112c158","namespace":"openshift-ingress","gatewayName":"e2e-mt-b112c158"} {"level":"info","ts":"2026-11-01T01:05:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-603e8c"},"tenantID":"e2e-api-a-603e8c","namespace":"openshift-ingress","gatewayName":"e2e-api-a-603e8c"} {"level":"info","ts":"2026-11-01T01:05:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cab03b09"}} {"level":"info","ts":"2026-11-01T01:05:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66063f4e"}} {"level":"info","ts":"2026-11-01T01:05:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c6bc1d8"}} {"level":"info","ts":"2026-11-01T01:05:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-227a43ab"}} {"level":"info","ts":"2026-11-01T01:05:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-603e8c"},"tenantID":"e2e-api-a-603e8c","namespace":"openshift-ingress","gatewayName":"e2e-api-a-603e8c"} {"level":"info","ts":"2026-11-01T01:05:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cab03b09"}} {"level":"info","ts":"2026-11-01T01:05:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66063f4e"}} {"level":"info","ts":"2026-11-01T01:05:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c6bc1d8"}} {"level":"info","ts":"2026-11-01T01:05:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-227a43ab"}} {"level":"info","ts":"2026-11-01T01:05:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cab03b09"}} {"level":"info","ts":"2026-11-01T01:05:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66063f4e"}} {"level":"info","ts":"2026-11-01T01:05:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c6bc1d8"}} {"level":"info","ts":"2026-11-01T01:05:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-227a43ab"}} {"level":"info","ts":"2026-11-01T01:05:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-43a0cf"},"tenantID":"e2e-worker-w4-43a0cf","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-43a0cf"} {"level":"info","ts":"2026-11-01T01:05:59Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cab03b09"}} {"level":"info","ts":"2026-11-01T01:05:59Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66063f4e"}} {"level":"info","ts":"2026-11-01T01:05:59Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c6bc1d8"}} {"level":"info","ts":"2026-11-01T01:05:59Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-227a43ab"}} {"level":"info","ts":"2026-11-01T01:06:00Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-44c9bf"}} {"level":"info","ts":"2026-11-01T01:06:01Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-44c9bf"}} {"level":"info","ts":"2026-11-01T01:06:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-32439f"},"tenantID":"e2e-worker-w0-32439f","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-32439f"} {"level":"info","ts":"2026-11-01T01:06:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-948e22"},"tenantID":"e2e-worker-w5-948e22","namespace":"openshift-ingress","gatewayName":"e2e-worker-w5-948e22"} {"level":"info","ts":"2026-11-01T01:06:09Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cab03b09"}} {"level":"info","ts":"2026-11-01T01:06:09Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66063f4e"}} {"level":"info","ts":"2026-11-01T01:06:09Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c6bc1d8"}} {"level":"info","ts":"2026-11-01T01:06:09Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-227a43ab"}} {"level":"info","ts":"2026-11-01T01:06:12Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-44c9bf"}} {"level":"info","ts":"2026-11-01T01:06:14Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-44c9bf"},"tenantID":"e2e-shared-b-w5-44c9bf","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T01:06:16Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4143b7"}} {"level":"info","ts":"2026-11-01T01:06:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-718e19"},"tenantID":"e2e-api-a-718e19","namespace":"openshift-ingress","gatewayName":"e2e-api-a-718e19"} {"level":"info","ts":"2026-11-01T01:06:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-30fb19"},"tenantID":"e2e-worker-w1-30fb19","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-30fb19"} {"level":"info","ts":"2026-11-01T01:06:21Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cab03b09"}} {"level":"info","ts":"2026-11-01T01:06:21Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66063f4e"}} {"level":"info","ts":"2026-11-01T01:06:21Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c6bc1d8"}} {"level":"error","ts":"2026-11-01T01:06:21Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-227a43ab"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-01T01:06:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6b9b61"},"tenantID":"e2e-api-a-6b9b61","namespace":"openshift-ingress","gatewayName":"e2e-api-a-6b9b61"} {"level":"info","ts":"2026-11-01T01:06:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-718e19"},"tenantID":"e2e-api-a-718e19","namespace":"openshift-ingress","gatewayName":"e2e-api-a-718e19"} {"level":"info","ts":"2026-11-01T01:06:29Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4143b7"},"tenantID":"e2e-worker-w2-4143b7","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T01:06:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6b9b61"},"tenantID":"e2e-api-a-6b9b61","namespace":"openshift-ingress","gatewayName":"e2e-api-a-6b9b61"} {"level":"info","ts":"2026-11-01T01:06:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5a9c19"},"tenantID":"e2e-worker-w3-5a9c19","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5a9c19"} {"level":"info","ts":"2026-11-01T01:06:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b112c158"},"tenantID":"e2e-mt-b112c158","namespace":"openshift-ingress","gatewayName":"e2e-mt-b112c158"} {"level":"info","ts":"2026-11-01T01:06:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-22d7b2"},"tenantID":"e2e-worker-w6-22d7b2","namespace":"openshift-ingress","gatewayName":"e2e-worker-w6-22d7b2"} {"level":"info","ts":"2026-11-01T01:06:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cab03b09"}} {"level":"error","ts":"2026-11-01T01:06:38Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-66063f4e"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-01T01:06:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c6bc1d8"}} {"level":"info","ts":"2026-11-01T01:06:42Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f73fb0"}} {"level":"info","ts":"2026-11-01T01:06:43Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f73fb0"}} {"level":"info","ts":"2026-11-01T01:06:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-603e8c"},"tenantID":"e2e-api-a-603e8c","namespace":"openshift-ingress","gatewayName":"e2e-api-a-603e8c"} {"level":"info","ts":"2026-11-01T01:06:47Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b112c158"}} {"level":"info","ts":"2026-11-01T01:06:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-603e8c"},"tenantID":"e2e-api-a-603e8c","namespace":"openshift-ingress","gatewayName":"e2e-api-a-603e8c"} {"level":"info","ts":"2026-11-01T01:06:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cab03b09"}} {"level":"info","ts":"2026-11-01T01:06:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c6bc1d8"}} {"level":"info","ts":"2026-11-01T01:06:54Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f73fb0"}} {"level":"info","ts":"2026-11-01T01:06:56Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b112c158"},"tenantID":"e2e-mt-b112c158","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T01:06:59Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f73fb0"},"tenantID":"e2e-api-b-f73fb0","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T01:07:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-030da8"},"tenantID":"e2e-api-b-030da8","namespace":"openshift-ingress","gatewayName":"e2e-api-b-030da8"} {"level":"info","ts":"2026-11-01T01:07:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-030da8"},"tenantID":"e2e-api-b-030da8","namespace":"openshift-ingress","gatewayName":"e2e-api-b-030da8"} {"level":"info","ts":"2026-11-01T01:07:04Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cab03b09"}} {"level":"info","ts":"2026-11-01T01:07:04Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c6bc1d8"}} {"level":"info","ts":"2026-11-01T01:07:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cab03b09"}} {"level":"info","ts":"2026-11-01T01:07:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c6bc1d8"}} {"level":"info","ts":"2026-11-01T01:07:15Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-948e22"}} {"level":"info","ts":"2026-11-01T01:07:16Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-948e22"}} {"level":"info","ts":"2026-11-01T01:07:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-718e19"},"tenantID":"e2e-api-a-718e19","namespace":"openshift-ingress","gatewayName":"e2e-api-a-718e19"} {"level":"info","ts":"2026-11-01T01:07:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6b9b61"},"tenantID":"e2e-api-a-6b9b61","namespace":"openshift-ingress","gatewayName":"e2e-api-a-6b9b61"} {"level":"info","ts":"2026-11-01T01:07:29Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-948e22"},"tenantID":"e2e-worker-w5-948e22","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T01:07:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-718e19"},"tenantID":"e2e-api-a-718e19","namespace":"openshift-ingress","gatewayName":"e2e-api-a-718e19"} {"level":"info","ts":"2026-11-01T01:07:32Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cab03b09"}} {"level":"info","ts":"2026-11-01T01:07:32Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c6bc1d8"}} {"level":"info","ts":"2026-11-01T01:07:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6b9b61"},"tenantID":"e2e-api-a-6b9b61","namespace":"openshift-ingress","gatewayName":"e2e-api-a-6b9b61"} {"level":"info","ts":"2026-11-01T01:07:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-cbea8a"},"tenantID":"e2e-api-b-cbea8a","namespace":"openshift-ingress","gatewayName":"e2e-api-b-cbea8a"} {"level":"info","ts":"2026-11-01T01:07:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-cbea8a"},"tenantID":"e2e-api-b-cbea8a","namespace":"openshift-ingress","gatewayName":"e2e-api-b-cbea8a"} {"level":"info","ts":"2026-11-01T01:07:42Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cab03b09"}} {"level":"info","ts":"2026-11-01T01:07:42Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c6bc1d8"}} {"level":"info","ts":"2026-11-01T01:07:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-030da8"},"tenantID":"e2e-api-b-030da8","namespace":"openshift-ingress","gatewayName":"e2e-api-b-030da8"} {"level":"info","ts":"2026-11-01T01:07:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-030da8"},"tenantID":"e2e-api-b-030da8","namespace":"openshift-ingress","gatewayName":"e2e-api-b-030da8"} {"level":"info","ts":"2026-11-01T01:07:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cab03b09"}} {"level":"info","ts":"2026-11-01T01:07:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c6bc1d8"}} {"level":"info","ts":"2026-11-01T01:07:55Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-32439f"}} {"level":"info","ts":"2026-11-01T01:07:56Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-32439f"}} {"level":"info","ts":"2026-11-01T01:08:04Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cab03b09"}} {"level":"info","ts":"2026-11-01T01:08:04Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c6bc1d8"}} {"level":"info","ts":"2026-11-01T01:08:07Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-32439f"}} {"level":"info","ts":"2026-11-01T01:08:09Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-32439f"},"tenantID":"e2e-worker-w0-32439f","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T01:08:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cab03b09"}} {"level":"info","ts":"2026-11-01T01:08:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c6bc1d8"}} {"level":"info","ts":"2026-11-01T01:08:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6b9b61"},"tenantID":"e2e-api-a-6b9b61","namespace":"openshift-ingress","gatewayName":"e2e-api-a-6b9b61"} {"level":"info","ts":"2026-11-01T01:08:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6b9b61"},"tenantID":"e2e-api-a-6b9b61","namespace":"openshift-ingress","gatewayName":"e2e-api-a-6b9b61"} {"level":"info","ts":"2026-11-01T01:08:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cab03b09"}} {"level":"error","ts":"2026-11-01T01:08:24Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4c6bc1d8"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-01T01:08:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-cbea8a"},"tenantID":"e2e-api-b-cbea8a","namespace":"openshift-ingress","gatewayName":"e2e-api-b-cbea8a"} {"level":"info","ts":"2026-11-01T01:08:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1402e8"},"tenantID":"e2e-api-b-1402e8","namespace":"openshift-ingress","gatewayName":"e2e-api-b-1402e8"} {"level":"info","ts":"2026-11-01T01:08:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-cbea8a"},"tenantID":"e2e-api-b-cbea8a","namespace":"openshift-ingress","gatewayName":"e2e-api-b-cbea8a"} {"level":"info","ts":"2026-11-01T01:08:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1402e8"},"tenantID":"e2e-api-b-1402e8","namespace":"openshift-ingress","gatewayName":"e2e-api-b-1402e8"} {"level":"info","ts":"2026-11-01T01:08:37Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cab03b09"}} {"level":"info","ts":"2026-11-01T01:08:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-030da8"},"tenantID":"e2e-api-b-030da8","namespace":"openshift-ingress","gatewayName":"e2e-api-b-030da8"} {"level":"info","ts":"2026-11-01T01:08:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cab03b09"}} {"level":"info","ts":"2026-11-01T01:08:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-030da8"},"tenantID":"e2e-api-b-030da8","namespace":"openshift-ingress","gatewayName":"e2e-api-b-030da8"} {"level":"info","ts":"2026-11-01T01:08:52Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-603e8c"}} {"level":"info","ts":"2026-11-01T01:08:59Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cab03b09"}} {"level":"info","ts":"2026-11-01T01:09:00Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-603e8c"}} {"level":"info","ts":"2026-11-01T01:09:03Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-603e8c"},"tenantID":"e2e-api-a-603e8c","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T01:09:09Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cab03b09"}} {"level":"info","ts":"2026-11-01T01:09:19Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cab03b09"}} {"level":"info","ts":"2026-11-01T01:09:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1402e8"},"tenantID":"e2e-api-b-1402e8","namespace":"openshift-ingress","gatewayName":"e2e-api-b-1402e8"} {"level":"info","ts":"2026-11-01T01:09:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1402e8"},"tenantID":"e2e-api-b-1402e8","namespace":"openshift-ingress","gatewayName":"e2e-api-b-1402e8"} {"level":"info","ts":"2026-11-01T01:09:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cab03b09"}} {"level":"info","ts":"2026-11-01T01:09:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-cbea8a"},"tenantID":"e2e-api-b-cbea8a","namespace":"openshift-ingress","gatewayName":"e2e-api-b-cbea8a"} {"level":"info","ts":"2026-11-01T01:09:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-cbea8a"},"tenantID":"e2e-api-b-cbea8a","namespace":"openshift-ingress","gatewayName":"e2e-api-b-cbea8a"} {"level":"info","ts":"2026-11-01T01:09:35Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-718e19"}} {"level":"info","ts":"2026-11-01T01:09:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cab03b09"}} {"level":"info","ts":"2026-11-01T01:09:44Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-718e19"}} {"level":"info","ts":"2026-11-01T01:09:47Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-718e19"},"tenantID":"e2e-api-a-718e19","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T01:09:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cab03b09"}} {"level":"info","ts":"2026-11-01T01:09:59Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cab03b09"}} {"level":"info","ts":"2026-11-01T01:10:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T01:10:09Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cab03b09"}} {"level":"info","ts":"2026-11-01T01:10:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1402e8"},"tenantID":"e2e-api-b-1402e8","namespace":"openshift-ingress","gatewayName":"e2e-api-b-1402e8"} {"level":"info","ts":"2026-11-01T01:10:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1402e8"},"tenantID":"e2e-api-b-1402e8","namespace":"openshift-ingress","gatewayName":"e2e-api-b-1402e8"} {"level":"info","ts":"2026-11-01T01:10:16Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6b9b61"}} {"level":"info","ts":"2026-11-01T01:10:19Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6b9b61"}} {"level":"info","ts":"2026-11-01T01:10:19Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cab03b09"}} {"level":"info","ts":"2026-11-01T01:10:25Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-030da8"}} {"level":"info","ts":"2026-11-01T01:10:27Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-030da8"}} {"level":"info","ts":"2026-11-01T01:10:29Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6b9b61"}} {"level":"info","ts":"2026-11-01T01:10:32Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6b9b61"},"tenantID":"e2e-api-a-6b9b61","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T01:10:33Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5a9c19"}} {"level":"error","ts":"2026-11-01T01:10:33Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cab03b09"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-01T01:10:37Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-030da8"}} {"level":"info","ts":"2026-11-01T01:10:40Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-030da8"},"tenantID":"e2e-api-b-030da8","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T01:10:43Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5a9c19"}} {"level":"info","ts":"2026-11-01T01:10:46Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5a9c19"},"tenantID":"e2e-worker-w3-5a9c19","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T01:10:54Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-cbea8a"}} {"level":"info","ts":"2026-11-01T01:10:55Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-cbea8a"}} {"level":"info","ts":"2026-11-01T01:10:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-43a0cf"},"tenantID":"e2e-worker-w4-43a0cf","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-43a0cf"} {"level":"info","ts":"2026-11-01T01:11:06Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-cbea8a"}} {"level":"info","ts":"2026-11-01T01:11:08Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-cbea8a"},"tenantID":"e2e-api-b-cbea8a","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T01:11:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-30fb19"},"tenantID":"e2e-worker-w1-30fb19","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-30fb19"} {"level":"info","ts":"2026-11-01T01:11:27Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1402e8"}} {"level":"info","ts":"2026-11-01T01:11:29Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1402e8"}} {"level":"info","ts":"2026-11-01T01:11:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-22d7b2"},"tenantID":"e2e-worker-w6-22d7b2","namespace":"openshift-ingress","gatewayName":"e2e-worker-w6-22d7b2"} {"level":"info","ts":"2026-11-01T01:11:43Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1402e8"},"tenantID":"e2e-api-b-1402e8","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T01:12:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7fdf2c"},"tenantID":"e2e-inf-a-7fdf2c","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-7fdf2c"} {"level":"info","ts":"2026-11-01T01:12:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7fdf2c"},"tenantID":"e2e-inf-a-7fdf2c","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-7fdf2c"} {"level":"info","ts":"2026-11-01T01:12:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T01:12:07Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-30fb19"}} {"level":"info","ts":"2026-11-01T01:12:15Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-30fb19"}} {"level":"info","ts":"2026-11-01T01:12:18Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-30fb19"},"tenantID":"e2e-worker-w1-30fb19","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T01:12:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7fdf2c"},"tenantID":"e2e-inf-a-7fdf2c","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-7fdf2c"} {"level":"info","ts":"2026-11-01T01:12:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7fdf2c"},"tenantID":"e2e-inf-a-7fdf2c","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-7fdf2c"} {"level":"info","ts":"2026-11-01T01:12:25Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-22d7b2"}} {"level":"info","ts":"2026-11-01T01:12:26Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-22d7b2"}} {"level":"info","ts":"2026-11-01T01:12:37Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-22d7b2"}} {"level":"info","ts":"2026-11-01T01:12:39Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-22d7b2"},"tenantID":"e2e-worker-w6-22d7b2","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T01:12:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7fdf2c"},"tenantID":"e2e-inf-a-7fdf2c","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-7fdf2c"} {"level":"info","ts":"2026-11-01T01:12:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7fdf2c"},"tenantID":"e2e-inf-a-7fdf2c","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-7fdf2c"} {"level":"info","ts":"2026-11-01T01:12:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-48d289"},"tenantID":"e2e-inf-b-48d289","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-48d289"} {"level":"info","ts":"2026-11-01T01:12:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-48d289"},"tenantID":"e2e-inf-b-48d289","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-48d289"} {"level":"info","ts":"2026-11-01T01:13:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-48d289"},"tenantID":"e2e-inf-b-48d289","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-48d289"} {"level":"info","ts":"2026-11-01T01:13:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-48d289"},"tenantID":"e2e-inf-b-48d289","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-48d289"} {"level":"info","ts":"2026-11-01T01:13:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-48d289"},"tenantID":"e2e-inf-b-48d289","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-48d289"} {"level":"info","ts":"2026-11-01T01:13:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-48d289"},"tenantID":"e2e-inf-b-48d289","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-48d289"} {"level":"info","ts":"2026-11-01T01:13:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7fdf2c"},"tenantID":"e2e-inf-a-7fdf2c","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-7fdf2c"} {"level":"info","ts":"2026-11-01T01:13:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7fdf2c"},"tenantID":"e2e-inf-a-7fdf2c","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-7fdf2c"} {"level":"info","ts":"2026-11-01T01:14:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-48d289"},"tenantID":"e2e-inf-b-48d289","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-48d289"} {"level":"info","ts":"2026-11-01T01:14:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-48d289"},"tenantID":"e2e-inf-b-48d289","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-48d289"} {"level":"info","ts":"2026-11-01T01:14:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7fdf2c"},"tenantID":"e2e-inf-a-7fdf2c","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-7fdf2c"} {"level":"info","ts":"2026-11-01T01:14:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-48d289"},"tenantID":"e2e-inf-b-48d289","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-48d289"} {"level":"info","ts":"2026-11-01T01:16:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-43a0cf"},"tenantID":"e2e-worker-w4-43a0cf","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-43a0cf"} {"level":"info","ts":"2026-11-01T01:16:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-43a0cf"},"tenantID":"e2e-worker-w4-43a0cf","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-43a0cf"} {"level":"info","ts":"2026-11-01T01:16:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-43a0cf"},"tenantID":"e2e-worker-w4-43a0cf","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-43a0cf"} {"level":"info","ts":"2026-11-01T01:17:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7fdf2c"},"tenantID":"e2e-inf-a-7fdf2c","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-7fdf2c"} {"level":"info","ts":"2026-11-01T01:17:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7fdf2c"},"tenantID":"e2e-inf-a-7fdf2c","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-7fdf2c"} {"level":"info","ts":"2026-11-01T01:17:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T01:17:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-48d289"},"tenantID":"e2e-inf-b-48d289","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-48d289"} {"level":"info","ts":"2026-11-01T01:17:33Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7fdf2c"}} {"level":"info","ts":"2026-11-01T01:17:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-48d289"},"tenantID":"e2e-inf-b-48d289","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-48d289"} {"level":"info","ts":"2026-11-01T01:17:42Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7fdf2c"}} {"level":"info","ts":"2026-11-01T01:17:45Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7fdf2c"},"tenantID":"e2e-inf-a-7fdf2c","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T01:17:58Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-48d289"}} {"level":"info","ts":"2026-11-01T01:17:59Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-48d289"}} {"level":"info","ts":"2026-11-01T01:18:09Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-48d289"}} {"level":"info","ts":"2026-11-01T01:18:12Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-48d289"},"tenantID":"e2e-inf-b-48d289","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T01:18:24Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-43a0cf"}} {"level":"info","ts":"2026-11-01T01:18:26Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-43a0cf"}} {"level":"info","ts":"2026-11-01T01:18:36Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-43a0cf"}} {"level":"info","ts":"2026-11-01T01:18:38Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-43a0cf"},"tenantID":"e2e-worker-w4-43a0cf","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T01:22:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T01:25:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T01:25:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T01:25:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T01:25:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T01:25:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T01:26:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T01:26:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-43c48b"},"tenantID":"e2e-worker-single-main-43c48b","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-43c48b"} {"level":"info","ts":"2026-11-01T01:26:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-43c48b"},"tenantID":"e2e-worker-single-main-43c48b","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-43c48b"} {"level":"info","ts":"2026-11-01T01:26:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-43c48b"},"tenantID":"e2e-worker-single-main-43c48b","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-43c48b"} {"level":"info","ts":"2026-11-01T01:26:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-43c48b"},"tenantID":"e2e-worker-single-main-43c48b","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-43c48b"} {"level":"info","ts":"2026-11-01T01:26:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-43c48b"},"tenantID":"e2e-worker-single-main-43c48b","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-43c48b"} {"level":"info","ts":"2026-11-01T01:26:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-43c48b"},"tenantID":"e2e-worker-single-main-43c48b","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-43c48b"} {"level":"info","ts":"2026-11-01T01:27:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-43c48b"},"tenantID":"e2e-worker-single-main-43c48b","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-43c48b"} {"level":"info","ts":"2026-11-01T01:27:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-43c48b"},"tenantID":"e2e-worker-single-main-43c48b","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-43c48b"} {"level":"info","ts":"2026-11-01T01:27:37Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-43c48b"}} {"level":"info","ts":"2026-11-01T01:27:38Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-43c48b"}} {"level":"info","ts":"2026-11-01T01:27:48Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-43c48b"}} {"level":"info","ts":"2026-11-01T01:27:51Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-43c48b"},"tenantID":"e2e-worker-single-main-43c48b","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T01:28:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T01:28:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T01:28:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T01:30:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-1048fc"},"tenantID":"e2e-worker-single-main-1048fc","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-1048fc"} {"level":"info","ts":"2026-11-01T01:30:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-1048fc"},"tenantID":"e2e-worker-single-main-1048fc","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-1048fc"} {"level":"info","ts":"2026-11-01T01:30:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-1048fc"},"tenantID":"e2e-worker-single-main-1048fc","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-1048fc"} {"level":"info","ts":"2026-11-01T01:30:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-1048fc"},"tenantID":"e2e-worker-single-main-1048fc","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-1048fc"} {"level":"info","ts":"2026-11-01T01:31:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-1048fc"},"tenantID":"e2e-worker-single-main-1048fc","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-1048fc"} {"level":"info","ts":"2026-11-01T01:31:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-1048fc"},"tenantID":"e2e-worker-single-main-1048fc","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-1048fc"} {"level":"info","ts":"2026-11-01T01:31:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-1048fc"},"tenantID":"e2e-worker-single-main-1048fc","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-1048fc"} {"level":"info","ts":"2026-11-01T01:31:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-1048fc"},"tenantID":"e2e-worker-single-main-1048fc","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-1048fc"} {"level":"info","ts":"2026-11-01T01:32:07Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-1048fc"}} {"level":"info","ts":"2026-11-01T01:32:08Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-1048fc"}} {"level":"info","ts":"2026-11-01T01:32:18Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-1048fc"}} {"level":"info","ts":"2026-11-01T01:32:20Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-1048fc"},"tenantID":"e2e-worker-single-main-1048fc","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T01:33:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T01:35:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T01:35:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T01:35:19Z","logger":"consumer-portal","msg":"default AITenant has no OIDC issuer; OpenShift OAuth mode is not supported yet, removing the auth proxy","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"}} {"level":"info","ts":"2026-11-01T01:35:20Z","logger":"consumer-portal","msg":"default AITenant has no OIDC issuer; OpenShift OAuth mode is not supported yet, removing the auth proxy","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"}} {"level":"info","ts":"2026-11-01T01:35:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T01:35:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T01:35:24Z","logger":"consumer-portal","msg":"default AITenant has no OIDC issuer; OpenShift OAuth mode is not supported yet, removing the auth proxy","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"}} {"level":"info","ts":"2026-11-01T01:35:25Z","logger":"consumer-portal","msg":"default AITenant has no OIDC issuer; OpenShift OAuth mode is not supported yet, removing the auth proxy","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"}} {"level":"info","ts":"2026-11-01T01:35:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T01:35:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T01:35:34Z","logger":"consumer-portal","msg":"default AITenant has no OIDC issuer; OpenShift OAuth mode is not supported yet, removing the auth proxy","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"}} {"level":"info","ts":"2026-11-01T01:35:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a684c9cb"},"tenantID":"e2e-ait-a684c9cb","namespace":"openshift-ingress","gatewayName":"e2e-ait-a684c9cb"} {"level":"info","ts":"2026-11-01T01:35:35Z","logger":"consumer-portal","msg":"default AITenant has no OIDC issuer; OpenShift OAuth mode is not supported yet, removing the auth proxy","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"}} {"level":"info","ts":"2026-11-01T01:35:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T01:35:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a684c9cb"},"tenantID":"e2e-ait-a684c9cb","namespace":"openshift-ingress","gatewayName":"e2e-ait-a684c9cb"} {"level":"info","ts":"2026-11-01T01:35:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T01:35:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a684c9cb"},"tenantID":"e2e-ait-a684c9cb","namespace":"openshift-ingress","gatewayName":"e2e-ait-a684c9cb"} {"level":"info","ts":"2026-11-01T01:35:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a684c9cb"},"tenantID":"e2e-ait-a684c9cb","namespace":"openshift-ingress","gatewayName":"e2e-ait-a684c9cb"} {"level":"info","ts":"2026-11-01T01:35:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a684c9cb"},"tenantID":"e2e-ait-a684c9cb","namespace":"openshift-ingress","gatewayName":"e2e-ait-a684c9cb"} {"level":"info","ts":"2026-11-01T01:35:56Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a684c9cb"}} {"level":"info","ts":"2026-11-01T01:35:58Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a684c9cb"}} {"level":"info","ts":"2026-11-01T01:35:59Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a684c9cb"}} {"level":"info","ts":"2026-11-01T01:36:10Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a684c9cb"}} {"level":"info","ts":"2026-11-01T01:36:19Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a684c9cb"}} {"level":"info","ts":"2026-11-01T01:36:21Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a684c9cb"},"tenantID":"e2e-ait-a684c9cb","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T01:36:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-930d1a"},"tenantID":"e2e-authcfg-http-930d1a","namespace":"openshift-ingress","gatewayName":"e2e-authcfg-http-930d1a"} {"level":"info","ts":"2026-11-01T01:36:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-930d1a"},"tenantID":"e2e-authcfg-http-930d1a","namespace":"openshift-ingress","gatewayName":"e2e-authcfg-http-930d1a"} {"level":"info","ts":"2026-11-01T01:36:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-930d1a"},"tenantID":"e2e-authcfg-http-930d1a","namespace":"openshift-ingress","gatewayName":"e2e-authcfg-http-930d1a"} {"level":"info","ts":"2026-11-01T01:36:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-930d1a"},"tenantID":"e2e-authcfg-http-930d1a","namespace":"openshift-ingress","gatewayName":"e2e-authcfg-http-930d1a"} {"level":"info","ts":"2026-11-01T01:36:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-930d1a"},"tenantID":"e2e-authcfg-http-930d1a","namespace":"openshift-ingress","gatewayName":"e2e-authcfg-http-930d1a"} {"level":"info","ts":"2026-11-01T01:37:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-930d1a"},"tenantID":"e2e-authcfg-http-930d1a","namespace":"openshift-ingress","gatewayName":"e2e-authcfg-http-930d1a"} {"level":"info","ts":"2026-11-01T01:38:20Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-930d1a"}} {"level":"info","ts":"2026-11-01T01:38:22Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-930d1a"}} {"level":"info","ts":"2026-11-01T01:38:32Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-930d1a"}} {"level":"info","ts":"2026-11-01T01:38:35Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-930d1a"},"tenantID":"e2e-authcfg-http-930d1a","namespace":"openshift-ingress"}