{"level":"info","ts":"2026-11-04T01:42:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fdac2ddc"}} {"level":"info","ts":"2026-11-04T01:42:20Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ca265c2f"}} {"level":"info","ts":"2026-11-04T01:42:20Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-453be22e"}} {"level":"info","ts":"2026-11-04T01:42:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bf75a2c0"}} {"level":"info","ts":"2026-11-04T01:42:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29c7e4dc"}} {"level":"info","ts":"2026-11-04T01:42:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-4b324629"}} {"level":"info","ts":"2026-11-04T01:42:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fdac2ddc"}} {"level":"info","ts":"2026-11-04T01:42:30Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ca265c2f"}} {"level":"info","ts":"2026-11-04T01:42:30Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-453be22e"}} {"level":"info","ts":"2026-11-04T01:42:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bf75a2c0"}} {"level":"info","ts":"2026-11-04T01:42:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"tenantID":"e2e-worker-w0-5b176c","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c"} {"level":"info","ts":"2026-11-04T01:42:42Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29c7e4dc"}} {"level":"info","ts":"2026-11-04T01:42:42Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-4b324629"}} {"level":"info","ts":"2026-11-04T01:42:42Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fdac2ddc"}} {"level":"info","ts":"2026-11-04T01:42:42Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ca265c2f"}} {"level":"info","ts":"2026-11-04T01:42:42Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-453be22e"}} {"level":"info","ts":"2026-11-04T01:42:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bf75a2c0"}} {"level":"info","ts":"2026-11-04T01:42:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"tenantID":"e2e-worker-w3-9a1b3f","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f"} {"level":"info","ts":"2026-11-04T01:42:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c552d66f"},"tenantID":"e2e-mt-c552d66f","namespace":"openshift-ingress","gatewayName":"e2e-mt-c552d66f"} {"level":"info","ts":"2026-11-04T01:42:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29c7e4dc"}} {"level":"info","ts":"2026-11-04T01:42:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-4b324629"}} {"level":"info","ts":"2026-11-04T01:42:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fdac2ddc"}} {"level":"info","ts":"2026-11-04T01:42:55Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ca265c2f"}} {"level":"info","ts":"2026-11-04T01:42:55Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-453be22e"}} {"level":"info","ts":"2026-11-04T01:42:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c552d66f"},"tenantID":"e2e-mt-c552d66f","namespace":"openshift-ingress","gatewayName":"e2e-mt-c552d66f"} {"level":"error","ts":"2026-11-04T01:42:58Z","logger":"external-model","msg":"resolve tenant for post-auth filter event; gateway-attached models were not enqueued","namespace":"ai-tenant-e2e-mt-453be22e","attempts":1,"error":"MaasTenantConfig ai-tenant-e2e-mt-453be22e/default-tenant has no owning AITenant reference","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/controller.(*Reconciler).enqueuePostAuthFilterModels\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/controller/reconciler.go:326\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/controller.(*Reconciler).postAuthFilterHandler.func1\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/controller/reconciler.go:291\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/controller.(*Reconciler).postAuthFilterHandler.func3\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/controller/reconciler.go:300\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Update\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/handler/eventhandler.go:166\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnUpdate\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/source/event_handler.go:119\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.37.0/tools/cache/shared_informer.go:1507\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.37.0/tools/cache/shared_informer.go:1519\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.37.0/pkg/util/wait/wait.go:72"} {"level":"error","ts":"2026-11-04T01:42:58Z","logger":"external-model","msg":"resolve tenant for post-auth filter event; gateway-attached models were not enqueued","namespace":"ai-tenant-e2e-mt-453be22e","attempts":1,"error":"MaasTenantConfig ai-tenant-e2e-mt-453be22e/default-tenant has no owning AITenant reference","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/controller.(*Reconciler).enqueuePostAuthFilterModels\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/controller/reconciler.go:326\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/controller.(*Reconciler).postAuthFilterHandler.func1\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/controller/reconciler.go:291\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/controller.(*Reconciler).postAuthFilterHandler.func3\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/controller/reconciler.go:300\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Update\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/handler/eventhandler.go:166\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnUpdate\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/source/event_handler.go:119\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.37.0/tools/cache/shared_informer.go:1507\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.37.0/tools/cache/shared_informer.go:1519\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.37.0/pkg/util/wait/wait.go:72"} {"level":"info","ts":"2026-11-04T01:42:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"tenantID":"e2e-worker-w2-22e9c4","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4"} {"level":"info","ts":"2026-11-04T01:42:59Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-453be22e"}} {"level":"info","ts":"2026-11-04T01:43:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c552d66f"},"tenantID":"e2e-mt-c552d66f","namespace":"openshift-ingress","gatewayName":"e2e-mt-c552d66f"} {"level":"info","ts":"2026-11-04T01:43:02Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c552d66f"}} {"level":"info","ts":"2026-11-04T01:43:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"tenantID":"e2e-shared-a-w4-754ac5","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-754ac5"} {"level":"info","ts":"2026-11-04T01:43:04Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bf75a2c0"}} {"level":"info","ts":"2026-11-04T01:43:04Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c552d66f"}} {"level":"info","ts":"2026-11-04T01:43:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29c7e4dc"}} {"level":"info","ts":"2026-11-04T01:43:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-4b324629"}} {"level":"info","ts":"2026-11-04T01:43:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fdac2ddc"}} {"level":"info","ts":"2026-11-04T01:43:05Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ca265c2f"}} {"level":"info","ts":"2026-11-04T01:43:09Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-453be22e"}} {"level":"error","ts":"2026-11-04T01:43:09Z","logger":"external-model","msg":"resolve tenant for post-auth filter event; gateway-attached models were not enqueued","namespace":"ai-tenant-e2e-mt-453be22e","attempts":1,"error":"MaasTenantConfig ai-tenant-e2e-mt-453be22e/default-tenant has no owning AITenant reference","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/controller.(*Reconciler).enqueuePostAuthFilterModels\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/controller/reconciler.go:326\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/controller.(*Reconciler).postAuthFilterHandler.func1\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/controller/reconciler.go:291\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/controller.(*Reconciler).postAuthFilterHandler.func4\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/controller/reconciler.go:303\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Delete\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/handler/eventhandler.go:146\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnDelete\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/source/event_handler.go:167\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.37.0/tools/cache/shared_informer.go:1514\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.37.0/tools/cache/shared_informer.go:1519\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.37.0/pkg/util/wait/wait.go:72"} {"level":"info","ts":"2026-11-04T01:43:09Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-453be22e"}} {"level":"info","ts":"2026-11-04T01:43:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"tenantID":"e2e-worker-w4-0bbe80","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80"} {"level":"info","ts":"2026-11-04T01:43:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bf75a2c0"}} {"level":"info","ts":"2026-11-04T01:43:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c552d66f"}} {"level":"info","ts":"2026-11-04T01:43:15Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29c7e4dc"}} {"level":"info","ts":"2026-11-04T01:43:15Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-4b324629"}} {"level":"info","ts":"2026-11-04T01:43:15Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fdac2ddc"}} {"level":"info","ts":"2026-11-04T01:43:15Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ca265c2f"}} {"level":"info","ts":"2026-11-04T01:43:15Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-453be22e"}} {"level":"info","ts":"2026-11-04T01:43:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"tenantID":"e2e-shared-b-w4-fe3f4d","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-fe3f4d"} {"level":"info","ts":"2026-11-04T01:43:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-453be22e"}} {"level":"info","ts":"2026-11-04T01:43:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenantID":"e2e-shared-b-w3-0ac243","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0ac243"} {"level":"info","ts":"2026-11-04T01:43:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenantID":"e2e-shared-b-w3-0ac243","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0ac243"} {"level":"info","ts":"2026-11-04T01:43:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"tenantID":"e2e-worker-w1-6d5663","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663"} {"level":"info","ts":"2026-11-04T01:43:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bf75a2c0"}} {"level":"info","ts":"2026-11-04T01:43:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c552d66f"}} {"level":"info","ts":"2026-11-04T01:43:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29c7e4dc"}} {"level":"info","ts":"2026-11-04T01:43:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-4b324629"}} {"level":"info","ts":"2026-11-04T01:43:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fdac2ddc"}} {"level":"info","ts":"2026-11-04T01:43:30Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ca265c2f"}} {"level":"info","ts":"2026-11-04T01:43:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-453be22e"}} {"level":"info","ts":"2026-11-04T01:43:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:43:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ca265c2f"}} {"level":"info","ts":"2026-11-04T01:43:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bf75a2c0"}} {"level":"info","ts":"2026-11-04T01:43:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c552d66f"}} {"level":"info","ts":"2026-11-04T01:43:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29c7e4dc"}} {"level":"info","ts":"2026-11-04T01:43:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-4b324629"}} {"level":"info","ts":"2026-11-04T01:43:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fdac2ddc"}} {"level":"info","ts":"2026-11-04T01:43:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-453be22e"}} {"level":"info","ts":"2026-11-04T01:43:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"tenantID":"e2e-shared-a-w4-754ac5","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-754ac5"} {"level":"info","ts":"2026-11-04T01:43:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"tenantID":"e2e-shared-a-w4-754ac5","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-754ac5"} {"level":"info","ts":"2026-11-04T01:43:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"tenantID":"e2e-shared-a-w4-754ac5","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-754ac5"} {"level":"info","ts":"2026-11-04T01:43:48Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ca265c2f"}} {"level":"info","ts":"2026-11-04T01:43:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bf75a2c0"}} {"level":"info","ts":"2026-11-04T01:43:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c552d66f"}} {"level":"info","ts":"2026-11-04T01:43:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29c7e4dc"}} {"level":"info","ts":"2026-11-04T01:43:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-4b324629"}} {"level":"info","ts":"2026-11-04T01:43:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fdac2ddc"}} {"level":"info","ts":"2026-11-04T01:43:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-453be22e"}} {"level":"info","ts":"2026-11-04T01:43:58Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ca265c2f"}} {"level":"info","ts":"2026-11-04T01:44:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bf75a2c0"}} {"level":"info","ts":"2026-11-04T01:44:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c552d66f"}} {"level":"info","ts":"2026-11-04T01:44:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29c7e4dc"}} {"level":"info","ts":"2026-11-04T01:44:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-4b324629"}} {"level":"info","ts":"2026-11-04T01:44:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fdac2ddc"}} {"level":"info","ts":"2026-11-04T01:44:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-453be22e"}} {"level":"info","ts":"2026-11-04T01:44:08Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ca265c2f"}} {"level":"info","ts":"2026-11-04T01:44:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bf75a2c0"}} {"level":"info","ts":"2026-11-04T01:44:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c552d66f"}} {"level":"info","ts":"2026-11-04T01:44:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29c7e4dc"}} {"level":"info","ts":"2026-11-04T01:44:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-4b324629"}} {"level":"info","ts":"2026-11-04T01:44:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fdac2ddc"}} {"level":"info","ts":"2026-11-04T01:44:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-453be22e"}} {"level":"info","ts":"2026-11-04T01:44:18Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ca265c2f"}} {"level":"info","ts":"2026-11-04T01:44:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bf75a2c0"}} {"level":"info","ts":"2026-11-04T01:44:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c552d66f"}} {"level":"info","ts":"2026-11-04T01:44:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29c7e4dc"}} {"level":"info","ts":"2026-11-04T01:44:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-4b324629"}} {"level":"info","ts":"2026-11-04T01:44:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fdac2ddc"}} {"level":"info","ts":"2026-11-04T01:44:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-453be22e"}} {"level":"info","ts":"2026-11-04T01:44:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c552d66f"},"tenantID":"e2e-mt-c552d66f","namespace":"openshift-ingress","gatewayName":"e2e-mt-c552d66f"} {"level":"info","ts":"2026-11-04T01:44:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ca265c2f"}} {"level":"info","ts":"2026-11-04T01:44:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bf75a2c0"}} {"level":"info","ts":"2026-11-04T01:44:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c552d66f"}} {"level":"info","ts":"2026-11-04T01:44:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29c7e4dc"}} {"level":"info","ts":"2026-11-04T01:44:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-4b324629"}} {"level":"info","ts":"2026-11-04T01:44:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fdac2ddc"}} {"level":"info","ts":"2026-11-04T01:44:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-453be22e"}} {"level":"info","ts":"2026-11-04T01:44:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"tenantID":"e2e-shared-a-w2-80d95b","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-80d95b"} {"level":"info","ts":"2026-11-04T01:44:37Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c552d66f"},"tenantID":"e2e-mt-c552d66f","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T01:44:39Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c552d66f"},"tenantID":"e2e-mt-c552d66f","namespace":"openshift-ingress"} {"level":"error","ts":"2026-11-04T01:44:39Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c552d66f"},"namespace":"ai-tenant-e2e-mt-c552d66f","name":"default-tenant","reconcileID":"6b7b6834-b0ae-49e7-a64f-8e040850f45c","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T01:44:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ca265c2f"}} {"level":"info","ts":"2026-11-04T01:44:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bf75a2c0"}} {"level":"info","ts":"2026-11-04T01:44:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c552d66f"}} {"level":"info","ts":"2026-11-04T01:44:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29c7e4dc"}} {"level":"info","ts":"2026-11-04T01:44:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-4b324629"}} {"level":"info","ts":"2026-11-04T01:44:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fdac2ddc"}} {"level":"info","ts":"2026-11-04T01:44:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-453be22e"}} {"level":"info","ts":"2026-11-04T01:44:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ca265c2f"}} {"level":"info","ts":"2026-11-04T01:44:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bf75a2c0"}} {"level":"info","ts":"2026-11-04T01:44:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c552d66f"}} {"level":"info","ts":"2026-11-04T01:44:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29c7e4dc"}} {"level":"info","ts":"2026-11-04T01:44:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-4b324629"}} {"level":"info","ts":"2026-11-04T01:44:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fdac2ddc"}} {"level":"info","ts":"2026-11-04T01:44:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-453be22e"}} {"level":"info","ts":"2026-11-04T01:44:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"tenantID":"e2e-shared-b-w2-3404b9","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3404b9"} {"level":"info","ts":"2026-11-04T01:44:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"tenantID":"e2e-shared-a-w0-f1ecec","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-f1ecec"} {"level":"info","ts":"2026-11-04T01:44:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"tenantID":"e2e-shared-a-w4-754ac5","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-754ac5"} {"level":"info","ts":"2026-11-04T01:45:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ca265c2f"}} {"level":"info","ts":"2026-11-04T01:45:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bf75a2c0"}} {"level":"info","ts":"2026-11-04T01:45:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c552d66f"}} {"level":"info","ts":"2026-11-04T01:45:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29c7e4dc"}} {"level":"info","ts":"2026-11-04T01:45:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-4b324629"}} {"level":"info","ts":"2026-11-04T01:45:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fdac2ddc"}} {"level":"info","ts":"2026-11-04T01:45:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-453be22e"}} {"level":"info","ts":"2026-11-04T01:45:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ca265c2f"}} {"level":"info","ts":"2026-11-04T01:45:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bf75a2c0"}} {"level":"info","ts":"2026-11-04T01:45:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c552d66f"}} {"level":"info","ts":"2026-11-04T01:45:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29c7e4dc"}} {"level":"info","ts":"2026-11-04T01:45:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-4b324629"}} {"level":"info","ts":"2026-11-04T01:45:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fdac2ddc"}} {"level":"info","ts":"2026-11-04T01:45:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-453be22e"}} {"level":"info","ts":"2026-11-04T01:45:16Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-80d95b"},"tenantID":"e2e-shared-a-w2-80d95b","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T01:45:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ca265c2f"}} {"level":"info","ts":"2026-11-04T01:45:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bf75a2c0"}} {"level":"info","ts":"2026-11-04T01:45:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c552d66f"}} {"level":"info","ts":"2026-11-04T01:45:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29c7e4dc"}} {"level":"info","ts":"2026-11-04T01:45:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-4b324629"}} {"level":"info","ts":"2026-11-04T01:45:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fdac2ddc"}} {"level":"info","ts":"2026-11-04T01:45:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-453be22e"}} {"level":"info","ts":"2026-11-04T01:45:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ca265c2f"}} {"level":"info","ts":"2026-11-04T01:45:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bf75a2c0"}} {"level":"info","ts":"2026-11-04T01:45:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c552d66f"}} {"level":"info","ts":"2026-11-04T01:45:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29c7e4dc"}} {"level":"info","ts":"2026-11-04T01:45:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-4b324629"}} {"level":"info","ts":"2026-11-04T01:45:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fdac2ddc"}} {"level":"info","ts":"2026-11-04T01:45:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-453be22e"}} {"level":"info","ts":"2026-11-04T01:45:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"tenantID":"e2e-shared-b-w0-21e3d9","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-21e3d9"} {"level":"info","ts":"2026-11-04T01:45:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenantID":"e2e-shared-a-w3-6d65e1","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6d65e1"} {"level":"info","ts":"2026-11-04T01:45:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenantID":"e2e-shared-b-w3-0ac243","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0ac243"} {"level":"info","ts":"2026-11-04T01:45:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"tenantID":"e2e-worker-w1-6d5663","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663"} {"level":"info","ts":"2026-11-04T01:45:42Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ca265c2f"}} {"level":"info","ts":"2026-11-04T01:45:42Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bf75a2c0"}} {"level":"info","ts":"2026-11-04T01:45:42Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c552d66f"}} {"level":"info","ts":"2026-11-04T01:45:42Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29c7e4dc"}} {"level":"info","ts":"2026-11-04T01:45:42Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-4b324629"}} {"level":"info","ts":"2026-11-04T01:45:42Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fdac2ddc"}} {"level":"info","ts":"2026-11-04T01:45:42Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-453be22e"}} {"level":"info","ts":"2026-11-04T01:45:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"tenantID":"e2e-worker-w1-6d5663","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-6d5663"} {"level":"info","ts":"2026-11-04T01:45:53Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-6d5663"}} {"level":"info","ts":"2026-11-04T01:45:55Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-6d5663"},"tenantID":"e2e-worker-w1-6d5663","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T01:45:58Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3404b9"},"tenantID":"e2e-shared-b-w2-3404b9","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T01:46:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"tenantID":"e2e-shared-a-w0-f1ecec","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-f1ecec"} {"level":"info","ts":"2026-11-04T01:46:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ca265c2f"}} {"level":"info","ts":"2026-11-04T01:46:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bf75a2c0"}} {"level":"info","ts":"2026-11-04T01:46:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c552d66f"}} {"level":"info","ts":"2026-11-04T01:46:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29c7e4dc"}} {"level":"info","ts":"2026-11-04T01:46:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-4b324629"}} {"level":"info","ts":"2026-11-04T01:46:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fdac2ddc"}} {"level":"info","ts":"2026-11-04T01:46:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-453be22e"}} {"level":"info","ts":"2026-11-04T01:46:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"tenantID":"e2e-shared-b-w4-fe3f4d","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-fe3f4d"} {"level":"info","ts":"2026-11-04T01:46:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"tenantID":"e2e-shared-b-w4-fe3f4d","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-fe3f4d"} {"level":"info","ts":"2026-11-04T01:46:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"tenantID":"e2e-shared-a-w0-f1ecec","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-f1ecec"} {"level":"info","ts":"2026-11-04T01:46:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ca265c2f"}} {"level":"info","ts":"2026-11-04T01:46:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bf75a2c0"}} {"level":"info","ts":"2026-11-04T01:46:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c552d66f"}} {"level":"info","ts":"2026-11-04T01:46:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29c7e4dc"}} {"level":"info","ts":"2026-11-04T01:46:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-4b324629"}} {"level":"info","ts":"2026-11-04T01:46:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fdac2ddc"}} {"level":"info","ts":"2026-11-04T01:46:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-453be22e"}} {"level":"info","ts":"2026-11-04T01:46:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"tenantID":"e2e-shared-b-w4-fe3f4d","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-fe3f4d"} {"level":"info","ts":"2026-11-04T01:46:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ca265c2f"}} {"level":"info","ts":"2026-11-04T01:46:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bf75a2c0"}} {"level":"info","ts":"2026-11-04T01:46:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c552d66f"}} {"level":"info","ts":"2026-11-04T01:46:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29c7e4dc"}} {"level":"info","ts":"2026-11-04T01:46:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-4b324629"}} {"level":"info","ts":"2026-11-04T01:46:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fdac2ddc"}} {"level":"info","ts":"2026-11-04T01:46:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-453be22e"}} {"level":"info","ts":"2026-11-04T01:46:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenantID":"e2e-shared-b-w3-0ac243","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0ac243"} {"level":"info","ts":"2026-11-04T01:46:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"tenantID":"e2e-shared-b-w0-21e3d9","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-21e3d9"} {"level":"info","ts":"2026-11-04T01:46:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenantID":"e2e-shared-a-w3-6d65e1","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6d65e1"} {"level":"info","ts":"2026-11-04T01:46:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"tenantID":"e2e-shared-b-w4-fe3f4d","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-fe3f4d"} {"level":"info","ts":"2026-11-04T01:46:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenantID":"e2e-shared-b-w3-0ac243","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0ac243"} {"level":"info","ts":"2026-11-04T01:46:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenantID":"e2e-shared-a-w3-6d65e1","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6d65e1"} {"level":"info","ts":"2026-11-04T01:46:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ca265c2f"}} {"level":"info","ts":"2026-11-04T01:46:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bf75a2c0"}} {"level":"info","ts":"2026-11-04T01:46:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c552d66f"}} {"level":"info","ts":"2026-11-04T01:46:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29c7e4dc"}} {"level":"info","ts":"2026-11-04T01:46:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-4b324629"}} {"level":"info","ts":"2026-11-04T01:46:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fdac2ddc"}} {"level":"info","ts":"2026-11-04T01:46:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-453be22e"}} {"level":"info","ts":"2026-11-04T01:46:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenantID":"e2e-shared-a-w3-6d65e1","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6d65e1"} {"level":"info","ts":"2026-11-04T01:46:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenantID":"e2e-shared-b-w3-0ac243","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0ac243"} {"level":"info","ts":"2026-11-04T01:46:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ca265c2f"}} {"level":"info","ts":"2026-11-04T01:46:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bf75a2c0"}} {"level":"info","ts":"2026-11-04T01:46:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c552d66f"}} {"level":"info","ts":"2026-11-04T01:46:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29c7e4dc"}} {"level":"info","ts":"2026-11-04T01:46:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-4b324629"}} {"level":"info","ts":"2026-11-04T01:46:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fdac2ddc"}} {"level":"info","ts":"2026-11-04T01:46:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-453be22e"}} {"level":"info","ts":"2026-11-04T01:46:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenantID":"e2e-shared-b-w3-0ac243","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0ac243"} {"level":"info","ts":"2026-11-04T01:46:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenantID":"e2e-shared-a-w3-6d65e1","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6d65e1"} {"level":"info","ts":"2026-11-04T01:46:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ca265c2f"}} {"level":"info","ts":"2026-11-04T01:46:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bf75a2c0"}} {"level":"info","ts":"2026-11-04T01:46:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c552d66f"}} {"level":"info","ts":"2026-11-04T01:46:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29c7e4dc"}} {"level":"info","ts":"2026-11-04T01:46:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-4b324629"}} {"level":"info","ts":"2026-11-04T01:46:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fdac2ddc"}} {"level":"info","ts":"2026-11-04T01:46:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-453be22e"}} {"level":"info","ts":"2026-11-04T01:47:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenantID":"e2e-shared-a-w3-6d65e1","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6d65e1"} {"level":"info","ts":"2026-11-04T01:47:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenantID":"e2e-shared-b-w3-0ac243","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0ac243"} {"level":"info","ts":"2026-11-04T01:47:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenantID":"e2e-shared-a-w3-6d65e1","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6d65e1"} {"level":"info","ts":"2026-11-04T01:47:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"tenantID":"e2e-worker-w2-22e9c4","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4"} {"level":"info","ts":"2026-11-04T01:47:08Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ca265c2f"}} {"level":"info","ts":"2026-11-04T01:47:08Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bf75a2c0"}} {"level":"info","ts":"2026-11-04T01:47:08Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c552d66f"}} {"level":"info","ts":"2026-11-04T01:47:08Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29c7e4dc"}} {"level":"info","ts":"2026-11-04T01:47:08Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-4b324629"}} {"level":"info","ts":"2026-11-04T01:47:08Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fdac2ddc"}} {"level":"info","ts":"2026-11-04T01:47:08Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-453be22e"}} {"level":"info","ts":"2026-11-04T01:47:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"tenantID":"e2e-worker-w2-22e9c4","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-22e9c4"} {"level":"info","ts":"2026-11-04T01:47:18Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ca265c2f"}} {"level":"info","ts":"2026-11-04T01:47:18Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bf75a2c0"}} {"level":"info","ts":"2026-11-04T01:47:18Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c552d66f"}} {"level":"info","ts":"2026-11-04T01:47:18Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29c7e4dc"}} {"level":"info","ts":"2026-11-04T01:47:18Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-4b324629"}} {"level":"info","ts":"2026-11-04T01:47:18Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fdac2ddc"}} {"level":"info","ts":"2026-11-04T01:47:18Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-453be22e"}} {"level":"info","ts":"2026-11-04T01:47:23Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-22e9c4"}} {"level":"info","ts":"2026-11-04T01:47:25Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-22e9c4"},"tenantID":"e2e-worker-w2-22e9c4","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T01:47:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"tenantID":"e2e-shared-b-w0-21e3d9","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-21e3d9"} {"level":"info","ts":"2026-11-04T01:47:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenantID":"e2e-shared-b-w3-0ac243","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0ac243"} {"level":"info","ts":"2026-11-04T01:47:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"tenantID":"e2e-shared-b-w0-21e3d9","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-21e3d9"} {"level":"info","ts":"2026-11-04T01:47:32Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ca265c2f"}} {"level":"info","ts":"2026-11-04T01:47:32Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bf75a2c0"}} {"level":"info","ts":"2026-11-04T01:47:32Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c552d66f"}} {"level":"info","ts":"2026-11-04T01:47:32Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29c7e4dc"}} {"level":"info","ts":"2026-11-04T01:47:32Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-4b324629"}} {"level":"info","ts":"2026-11-04T01:47:32Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fdac2ddc"}} {"level":"info","ts":"2026-11-04T01:47:32Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-453be22e"}} {"level":"info","ts":"2026-11-04T01:47:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenantID":"e2e-shared-a-w3-6d65e1","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6d65e1"} {"level":"info","ts":"2026-11-04T01:47:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenantID":"e2e-shared-a-w3-6d65e1","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6d65e1"} {"level":"info","ts":"2026-11-04T01:47:43Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ca265c2f"}} {"level":"info","ts":"2026-11-04T01:47:43Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bf75a2c0"}} {"level":"info","ts":"2026-11-04T01:47:43Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c552d66f"}} {"level":"info","ts":"2026-11-04T01:47:43Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29c7e4dc"}} {"level":"info","ts":"2026-11-04T01:47:43Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-4b324629"}} {"level":"info","ts":"2026-11-04T01:47:43Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fdac2ddc"}} {"level":"info","ts":"2026-11-04T01:47:43Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-453be22e"}} {"level":"info","ts":"2026-11-04T01:47:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"tenantID":"e2e-worker-w0-5b176c","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c"} {"level":"info","ts":"2026-11-04T01:47:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"tenantID":"e2e-worker-w3-9a1b3f","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f"} {"level":"info","ts":"2026-11-04T01:47:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ca265c2f"}} {"level":"info","ts":"2026-11-04T01:47:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bf75a2c0"}} {"level":"info","ts":"2026-11-04T01:47:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c552d66f"}} {"level":"info","ts":"2026-11-04T01:47:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29c7e4dc"}} {"level":"info","ts":"2026-11-04T01:47:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-4b324629"}} {"level":"error","ts":"2026-11-04T01:47:54Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fdac2ddc"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:1037\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T01:47:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-453be22e"}} {"level":"info","ts":"2026-11-04T01:48:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:48:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:48:04Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ca265c2f"}} {"level":"info","ts":"2026-11-04T01:48:04Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bf75a2c0"}} {"level":"info","ts":"2026-11-04T01:48:04Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c552d66f"}} {"level":"info","ts":"2026-11-04T01:48:04Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29c7e4dc"}} {"level":"info","ts":"2026-11-04T01:48:04Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-4b324629"}} {"level":"info","ts":"2026-11-04T01:48:04Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-453be22e"}} {"level":"info","ts":"2026-11-04T01:48:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"tenantID":"e2e-worker-w4-0bbe80","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80"} {"level":"info","ts":"2026-11-04T01:48:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ca265c2f"}} {"level":"info","ts":"2026-11-04T01:48:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bf75a2c0"}} {"level":"info","ts":"2026-11-04T01:48:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c552d66f"}} {"level":"info","ts":"2026-11-04T01:48:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29c7e4dc"}} {"level":"info","ts":"2026-11-04T01:48:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-4b324629"}} {"level":"info","ts":"2026-11-04T01:48:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-453be22e"}} {"level":"info","ts":"2026-11-04T01:48:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"tenantID":"e2e-shared-a-w0-f1ecec","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-f1ecec"} {"level":"info","ts":"2026-11-04T01:48:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"tenantID":"e2e-shared-a-w0-f1ecec","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-f1ecec"} {"level":"info","ts":"2026-11-04T01:48:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenantID":"e2e-shared-a-w3-6d65e1","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6d65e1"} {"level":"info","ts":"2026-11-04T01:48:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenantID":"e2e-shared-a-w3-6d65e1","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6d65e1"} {"level":"info","ts":"2026-11-04T01:48:28Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ca265c2f"}} {"level":"info","ts":"2026-11-04T01:48:28Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bf75a2c0"}} {"level":"info","ts":"2026-11-04T01:48:28Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c552d66f"}} {"level":"info","ts":"2026-11-04T01:48:28Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29c7e4dc"}} {"level":"info","ts":"2026-11-04T01:48:28Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-4b324629"}} {"level":"info","ts":"2026-11-04T01:48:28Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-453be22e"}} {"level":"info","ts":"2026-11-04T01:48:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ca265c2f"}} {"level":"info","ts":"2026-11-04T01:48:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bf75a2c0"}} {"level":"info","ts":"2026-11-04T01:48:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c552d66f"}} {"level":"info","ts":"2026-11-04T01:48:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29c7e4dc"}} {"level":"info","ts":"2026-11-04T01:48:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-4b324629"}} {"level":"info","ts":"2026-11-04T01:48:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-453be22e"}} {"level":"info","ts":"2026-11-04T01:48:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"tenantID":"e2e-shared-a-w4-754ac5","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-754ac5"} {"level":"info","ts":"2026-11-04T01:48:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"tenantID":"e2e-shared-b-w4-fe3f4d","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-fe3f4d"} {"level":"info","ts":"2026-11-04T01:48:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"tenantID":"e2e-shared-a-w4-754ac5","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-754ac5"} {"level":"info","ts":"2026-11-04T01:48:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ca265c2f"}} {"level":"info","ts":"2026-11-04T01:48:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bf75a2c0"}} {"level":"info","ts":"2026-11-04T01:48:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c552d66f"}} {"level":"info","ts":"2026-11-04T01:48:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29c7e4dc"}} {"level":"info","ts":"2026-11-04T01:48:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-4b324629"}} {"level":"info","ts":"2026-11-04T01:48:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-453be22e"}} {"level":"info","ts":"2026-11-04T01:48:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"tenantID":"e2e-shared-b-w4-fe3f4d","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-fe3f4d"} {"level":"info","ts":"2026-11-04T01:48:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"tenantID":"e2e-shared-a-w4-754ac5","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-754ac5"} {"level":"info","ts":"2026-11-04T01:49:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenantID":"e2e-shared-a-w3-6d65e1","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6d65e1"} {"level":"info","ts":"2026-11-04T01:49:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ca265c2f"}} {"level":"info","ts":"2026-11-04T01:49:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bf75a2c0"}} {"level":"info","ts":"2026-11-04T01:49:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c552d66f"}} {"level":"info","ts":"2026-11-04T01:49:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29c7e4dc"}} {"level":"error","ts":"2026-11-04T01:49:01Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-4b324629"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:1037\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T01:49:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-453be22e"}} {"level":"info","ts":"2026-11-04T01:49:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenantID":"e2e-shared-a-w3-6d65e1","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6d65e1"} {"level":"info","ts":"2026-11-04T01:49:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenantID":"e2e-shared-a-w3-6d65e1","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6d65e1"} {"level":"info","ts":"2026-11-04T01:49:11Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ca265c2f"}} {"level":"info","ts":"2026-11-04T01:49:11Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bf75a2c0"}} {"level":"info","ts":"2026-11-04T01:49:11Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c552d66f"}} {"level":"info","ts":"2026-11-04T01:49:11Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29c7e4dc"}} {"level":"info","ts":"2026-11-04T01:49:11Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-453be22e"}} {"level":"info","ts":"2026-11-04T01:49:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"tenantID":"e2e-shared-a-w4-754ac5","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-754ac5"} {"level":"info","ts":"2026-11-04T01:49:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"tenantID":"e2e-shared-b-w4-fe3f4d","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-fe3f4d"} {"level":"info","ts":"2026-11-04T01:49:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"tenantID":"e2e-shared-a-w4-754ac5","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-754ac5"} {"level":"info","ts":"2026-11-04T01:49:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ca265c2f"}} {"level":"info","ts":"2026-11-04T01:49:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bf75a2c0"}} {"level":"info","ts":"2026-11-04T01:49:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c552d66f"}} {"level":"info","ts":"2026-11-04T01:49:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29c7e4dc"}} {"level":"info","ts":"2026-11-04T01:49:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-453be22e"}} {"level":"info","ts":"2026-11-04T01:49:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenantID":"e2e-shared-b-w3-0ac243","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0ac243"} {"level":"info","ts":"2026-11-04T01:49:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"tenantID":"e2e-shared-b-w0-21e3d9","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-21e3d9"} {"level":"info","ts":"2026-11-04T01:49:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"tenantID":"e2e-shared-a-w0-f1ecec","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-f1ecec"} {"level":"info","ts":"2026-11-04T01:49:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"tenantID":"e2e-shared-b-w4-fe3f4d","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-fe3f4d"} {"level":"info","ts":"2026-11-04T01:49:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"tenantID":"e2e-shared-a-w4-754ac5","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-754ac5"} {"level":"info","ts":"2026-11-04T01:49:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenantID":"e2e-shared-b-w3-0ac243","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0ac243"} {"level":"info","ts":"2026-11-04T01:49:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"tenantID":"e2e-shared-b-w0-21e3d9","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-21e3d9"} {"level":"info","ts":"2026-11-04T01:49:42Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ca265c2f"}} {"level":"info","ts":"2026-11-04T01:49:42Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bf75a2c0"}} {"level":"info","ts":"2026-11-04T01:49:42Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c552d66f"}} {"level":"info","ts":"2026-11-04T01:49:42Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29c7e4dc"}} {"level":"info","ts":"2026-11-04T01:49:42Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-453be22e"}} {"level":"info","ts":"2026-11-04T01:49:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"tenantID":"e2e-shared-b-w4-fe3f4d","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-fe3f4d"} {"level":"info","ts":"2026-11-04T01:49:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"tenantID":"e2e-shared-a-w4-754ac5","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-754ac5"} {"level":"info","ts":"2026-11-04T01:49:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenantID":"e2e-shared-b-w3-0ac243","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0ac243"} {"level":"info","ts":"2026-11-04T01:49:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenantID":"e2e-shared-b-w3-0ac243","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0ac243"} {"level":"info","ts":"2026-11-04T01:49:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"tenantID":"e2e-shared-a-w0-f1ecec","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-f1ecec"} {"level":"info","ts":"2026-11-04T01:50:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"tenantID":"e2e-shared-b-w0-21e3d9","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-21e3d9"} {"level":"info","ts":"2026-11-04T01:50:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ca265c2f"}} {"level":"info","ts":"2026-11-04T01:50:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bf75a2c0"}} {"level":"info","ts":"2026-11-04T01:50:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c552d66f"}} {"level":"error","ts":"2026-11-04T01:50:00Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29c7e4dc"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:1037\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T01:50:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-453be22e"}} {"level":"info","ts":"2026-11-04T01:50:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"tenantID":"e2e-shared-a-w0-f1ecec","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-f1ecec"} {"level":"info","ts":"2026-11-04T01:50:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"tenantID":"e2e-shared-a-w0-f1ecec","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-f1ecec"} {"level":"info","ts":"2026-11-04T01:50:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ca265c2f"}} {"level":"info","ts":"2026-11-04T01:50:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bf75a2c0"}} {"level":"info","ts":"2026-11-04T01:50:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c552d66f"}} {"level":"info","ts":"2026-11-04T01:50:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-453be22e"}} {"level":"info","ts":"2026-11-04T01:50:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"tenantID":"e2e-shared-b-w4-fe3f4d","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-fe3f4d"} {"level":"info","ts":"2026-11-04T01:50:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenantID":"e2e-shared-b-w3-0ac243","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0ac243"} {"level":"info","ts":"2026-11-04T01:50:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"tenantID":"e2e-shared-a-w4-754ac5","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-754ac5"} {"level":"info","ts":"2026-11-04T01:50:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"tenantID":"e2e-shared-a-w0-f1ecec","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-f1ecec"} {"level":"info","ts":"2026-11-04T01:50:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"tenantID":"e2e-shared-b-w4-fe3f4d","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-fe3f4d"} {"level":"info","ts":"2026-11-04T01:50:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenantID":"e2e-shared-b-w3-0ac243","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0ac243"} {"level":"info","ts":"2026-11-04T01:50:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ca265c2f"}} {"level":"info","ts":"2026-11-04T01:50:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bf75a2c0"}} {"level":"info","ts":"2026-11-04T01:50:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c552d66f"}} {"level":"info","ts":"2026-11-04T01:50:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-453be22e"}} {"level":"info","ts":"2026-11-04T01:50:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"tenantID":"e2e-shared-a-w0-f1ecec","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-f1ecec"} {"level":"info","ts":"2026-11-04T01:50:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"tenantID":"e2e-shared-b-w0-21e3d9","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-21e3d9"} {"level":"info","ts":"2026-11-04T01:50:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ca265c2f"}} {"level":"info","ts":"2026-11-04T01:50:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bf75a2c0"}} {"level":"info","ts":"2026-11-04T01:50:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c552d66f"}} {"level":"info","ts":"2026-11-04T01:50:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-453be22e"}} {"level":"info","ts":"2026-11-04T01:50:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"tenantID":"e2e-shared-b-w0-21e3d9","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-21e3d9"} {"level":"info","ts":"2026-11-04T01:50:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"tenantID":"e2e-shared-b-w0-21e3d9","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-21e3d9"} {"level":"info","ts":"2026-11-04T01:50:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"tenantID":"e2e-shared-b-w0-21e3d9","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-21e3d9"} {"level":"info","ts":"2026-11-04T01:50:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ca265c2f"}} {"level":"info","ts":"2026-11-04T01:50:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bf75a2c0"}} {"level":"info","ts":"2026-11-04T01:50:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c552d66f"}} {"level":"info","ts":"2026-11-04T01:50:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-453be22e"}} {"level":"info","ts":"2026-11-04T01:50:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"tenantID":"e2e-shared-b-w0-21e3d9","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-21e3d9"} {"level":"info","ts":"2026-11-04T01:50:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"tenantID":"e2e-shared-a-w0-f1ecec","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-f1ecec"} {"level":"info","ts":"2026-11-04T01:50:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ca265c2f"}} {"level":"info","ts":"2026-11-04T01:50:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bf75a2c0"}} {"level":"info","ts":"2026-11-04T01:50:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c552d66f"}} {"level":"info","ts":"2026-11-04T01:50:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-453be22e"}} {"level":"info","ts":"2026-11-04T01:50:59Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"}} {"level":"info","ts":"2026-11-04T01:51:01Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-754ac5"},"tenantID":"e2e-shared-a-w4-754ac5","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T01:51:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ca265c2f"}} {"level":"info","ts":"2026-11-04T01:51:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bf75a2c0"}} {"level":"info","ts":"2026-11-04T01:51:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c552d66f"}} {"level":"info","ts":"2026-11-04T01:51:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-453be22e"}} {"level":"info","ts":"2026-11-04T01:51:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"tenantID":"e2e-shared-a-w0-f1ecec","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-f1ecec"} {"level":"info","ts":"2026-11-04T01:51:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"tenantID":"e2e-shared-b-w0-21e3d9","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-21e3d9"} {"level":"info","ts":"2026-11-04T01:51:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"tenantID":"e2e-shared-a-w0-f1ecec","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-f1ecec"} {"level":"info","ts":"2026-11-04T01:51:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ca265c2f"}} {"level":"info","ts":"2026-11-04T01:51:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bf75a2c0"}} {"level":"info","ts":"2026-11-04T01:51:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c552d66f"}} {"level":"info","ts":"2026-11-04T01:51:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-453be22e"}} {"level":"info","ts":"2026-11-04T01:51:20Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"}} {"level":"info","ts":"2026-11-04T01:51:22Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"tenantID":"e2e-shared-b-w4-fe3f4d","namespace":"openshift-ingress"} {"level":"error","ts":"2026-11-04T01:51:22Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d","name":"default-tenant","reconcileID":"8b21ff89-74dd-4c5f-adbb-75772a2116dd","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T01:51:24Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fe3f4d"},"tenantID":"e2e-shared-b-w4-fe3f4d","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T01:51:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ca265c2f"}} {"level":"info","ts":"2026-11-04T01:51:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bf75a2c0"}} {"level":"info","ts":"2026-11-04T01:51:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c552d66f"}} {"level":"info","ts":"2026-11-04T01:51:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-453be22e"}} {"level":"info","ts":"2026-11-04T01:51:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"tenantID":"e2e-worker-w4-0bbe80","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80"} {"level":"info","ts":"2026-11-04T01:51:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"tenantID":"e2e-worker-w4-0bbe80","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80"} {"level":"info","ts":"2026-11-04T01:51:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"tenantID":"e2e-worker-w4-0bbe80","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80"} {"level":"info","ts":"2026-11-04T01:51:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"tenantID":"e2e-worker-w4-0bbe80","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80"} {"level":"info","ts":"2026-11-04T01:51:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ca265c2f"}} {"level":"error","ts":"2026-11-04T01:51:40Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bf75a2c0"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:1037\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T01:51:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c552d66f"}} {"level":"info","ts":"2026-11-04T01:51:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-453be22e"}} {"level":"info","ts":"2026-11-04T01:51:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"tenantID":"e2e-worker-w4-0bbe80","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bbe80"} {"level":"info","ts":"2026-11-04T01:51:46Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0bbe80"}} {"level":"info","ts":"2026-11-04T01:51:49Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0bbe80"},"tenantID":"e2e-worker-w4-0bbe80","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T01:51:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ca265c2f"}} {"level":"info","ts":"2026-11-04T01:51:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c552d66f"}} {"level":"info","ts":"2026-11-04T01:51:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-453be22e"}} {"level":"info","ts":"2026-11-04T01:51:55Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"tenantID":"e2e-shared-a-w0-f1ecec","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T01:51:57Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"tenantID":"e2e-shared-a-w0-f1ecec","namespace":"openshift-ingress"} {"level":"error","ts":"2026-11-04T01:51:57Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f1ecec"},"namespace":"ai-tenant-e2e-shared-a-w0-f1ecec","name":"default-tenant","reconcileID":"9c7b0ad5-b27c-4142-9b44-26d8da116651","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T01:52:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ca265c2f"}} {"level":"info","ts":"2026-11-04T01:52:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c552d66f"}} {"level":"info","ts":"2026-11-04T01:52:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-453be22e"}} {"level":"info","ts":"2026-11-04T01:52:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ca265c2f"}} {"level":"info","ts":"2026-11-04T01:52:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenantID":"e2e-shared-a-w3-6d65e1","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6d65e1"} {"level":"info","ts":"2026-11-04T01:52:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenantID":"e2e-shared-b-w3-0ac243","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0ac243"} {"level":"info","ts":"2026-11-04T01:52:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenantID":"e2e-shared-a-w3-6d65e1","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6d65e1"} {"level":"info","ts":"2026-11-04T01:52:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c552d66f"}} {"level":"info","ts":"2026-11-04T01:52:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-453be22e"}} {"level":"info","ts":"2026-11-04T01:52:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ca265c2f"}} {"level":"info","ts":"2026-11-04T01:52:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenantID":"e2e-shared-a-w3-6d65e1","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6d65e1"} {"level":"info","ts":"2026-11-04T01:52:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenantID":"e2e-shared-b-w3-0ac243","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0ac243"} {"level":"info","ts":"2026-11-04T01:52:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenantID":"e2e-shared-a-w3-6d65e1","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6d65e1"} {"level":"info","ts":"2026-11-04T01:52:32Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c552d66f"}} {"level":"info","ts":"2026-11-04T01:52:32Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-453be22e"}} {"level":"info","ts":"2026-11-04T01:52:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenantID":"e2e-shared-a-w3-6d65e1","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6d65e1"} {"level":"error","ts":"2026-11-04T01:52:36Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"error":"apply NetworkPolicy ai-tenant-e2e-shared-b-w0-21e3d9/payload-processing-e2e-shared-b-w0-21e3d9: networkpolicies.networking.k8s.io \"payload-processing-e2e-shared-b-w0-21e3d9\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w0-21e3d9 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T01:52:36Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"namespace":"ai-tenant-e2e-shared-b-w0-21e3d9","name":"default-tenant","reconcileID":"635a10ce-0cde-4109-97f1-dce8ffecfe89","error":"apply: apply NetworkPolicy ai-tenant-e2e-shared-b-w0-21e3d9/payload-processing-e2e-shared-b-w0-21e3d9: networkpolicies.networking.k8s.io \"payload-processing-e2e-shared-b-w0-21e3d9\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w0-21e3d9 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T01:52:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ca265c2f"}} {"level":"info","ts":"2026-11-04T01:52:38Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-21e3d9"},"tenantID":"e2e-shared-b-w0-21e3d9","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T01:52:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenantID":"e2e-shared-a-w3-6d65e1","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6d65e1"} {"level":"info","ts":"2026-11-04T01:52:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenantID":"e2e-shared-a-w3-6d65e1","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6d65e1"} {"level":"info","ts":"2026-11-04T01:52:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c552d66f"}} {"level":"info","ts":"2026-11-04T01:52:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-453be22e"}} {"level":"info","ts":"2026-11-04T01:52:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"tenantID":"e2e-worker-w0-5b176c","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c"} {"level":"info","ts":"2026-11-04T01:52:48Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ca265c2f"}} {"level":"info","ts":"2026-11-04T01:52:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenantID":"e2e-shared-a-w3-6d65e1","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6d65e1"} {"level":"info","ts":"2026-11-04T01:52:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenantID":"e2e-shared-b-w3-0ac243","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0ac243"} {"level":"info","ts":"2026-11-04T01:52:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"tenantID":"e2e-worker-w3-9a1b3f","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f"} {"level":"info","ts":"2026-11-04T01:52:58Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c552d66f"}} {"level":"info","ts":"2026-11-04T01:52:58Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-453be22e"}} {"level":"info","ts":"2026-11-04T01:52:58Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ca265c2f"}} {"level":"info","ts":"2026-11-04T01:53:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:53:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenantID":"e2e-shared-b-w3-0ac243","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0ac243"} {"level":"info","ts":"2026-11-04T01:53:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"tenantID":"e2e-worker-w0-5b176c","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c"} {"level":"error","ts":"2026-11-04T01:53:10Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c552d66f"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:1037\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T01:53:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-453be22e"}} {"level":"info","ts":"2026-11-04T01:53:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ca265c2f"}} {"level":"info","ts":"2026-11-04T01:53:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"tenantID":"e2e-worker-w0-5b176c","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-5b176c"} {"level":"info","ts":"2026-11-04T01:53:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenantID":"e2e-shared-b-w3-0ac243","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0ac243"} {"level":"info","ts":"2026-11-04T01:53:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenantID":"e2e-shared-a-w3-6d65e1","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-6d65e1"} {"level":"error","ts":"2026-11-04T01:53:20Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"error":"apply NetworkPolicy ai-tenant-e2e-worker-w0-5b176c/payload-processing-e2e-worker-w0-5b176c: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w0-5b176c\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w0-5b176c because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T01:53:20Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"namespace":"ai-tenant-e2e-worker-w0-5b176c","name":"default-tenant","reconcileID":"55e75ee4-03ea-438f-9f58-4efa57ccf3ea","error":"apply: apply NetworkPolicy ai-tenant-e2e-worker-w0-5b176c/payload-processing-e2e-worker-w0-5b176c: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w0-5b176c\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w0-5b176c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T01:53:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenantID":"e2e-shared-b-w3-0ac243","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0ac243"} {"level":"info","ts":"2026-11-04T01:53:25Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-5b176c"},"tenantID":"e2e-worker-w0-5b176c","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T01:53:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"tenantID":"e2e-worker-w3-9a1b3f","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f"} {"level":"error","ts":"2026-11-04T01:53:27Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-453be22e"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:1037\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T01:53:28Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ca265c2f"}} {"level":"info","ts":"2026-11-04T01:53:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenantID":"e2e-shared-b-w3-0ac243","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0ac243"} {"level":"info","ts":"2026-11-04T01:53:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenantID":"e2e-shared-b-w3-0ac243","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0ac243"} {"level":"info","ts":"2026-11-04T01:53:38Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"}} {"level":"info","ts":"2026-11-04T01:53:40Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-6d65e1"},"tenantID":"e2e-shared-a-w3-6d65e1","namespace":"openshift-ingress"} {"level":"error","ts":"2026-11-04T01:53:40Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ca265c2f"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:1037\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T01:54:07Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"}} {"level":"info","ts":"2026-11-04T01:54:10Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0ac243"},"tenantID":"e2e-shared-b-w3-0ac243","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T01:54:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"tenantID":"e2e-worker-w3-9a1b3f","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f"} {"level":"info","ts":"2026-11-04T01:54:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"tenantID":"e2e-worker-w3-9a1b3f","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f"} {"level":"info","ts":"2026-11-04T01:54:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"tenantID":"e2e-worker-w3-9a1b3f","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f"} {"level":"info","ts":"2026-11-04T01:54:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"tenantID":"e2e-worker-w3-9a1b3f","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9a1b3f"} {"level":"info","ts":"2026-11-04T01:54:37Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"}} {"level":"info","ts":"2026-11-04T01:54:39Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9a1b3f"},"tenantID":"e2e-worker-w3-9a1b3f","namespace":"openshift-ingress"}