{"level":"info","ts":"2026-11-01T06:32:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenantID":"e2e-shared-b-w1-747b7b","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b"}
{"level":"info","ts":"2026-11-01T06:32:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3680c5"},"tenantID":"e2e-autores-3680c5","namespace":"openshift-ingress","gatewayName":"e2e-autores-3680c5"}
{"level":"info","ts":"2026-11-01T06:32:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3680c5"},"tenantID":"e2e-autores-3680c5","namespace":"openshift-ingress","gatewayName":"e2e-autores-3680c5"}
{"level":"info","ts":"2026-11-01T06:32:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c7e551a7"}}
{"level":"info","ts":"2026-11-01T06:32:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c7e551a7"}}
{"level":"info","ts":"2026-11-01T06:32:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c7e551a7"}}
{"level":"info","ts":"2026-11-01T06:32:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c7e551a7"}}
{"level":"info","ts":"2026-11-01T06:33:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenantID":"e2e-extmod-a-8f45a2","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2"}
{"level":"info","ts":"2026-11-01T06:33:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenantID":"e2e-extmod-a-8f45a2","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2"}
{"level":"info","ts":"2026-11-01T06:33:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenantID":"e2e-extmod-a-8f45a2","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2"}
{"level":"info","ts":"2026-11-01T06:33:08Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c7e551a7"}}
{"level":"info","ts":"2026-11-01T06:33:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenantID":"e2e-extmod-a-8f45a2","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2"}
{"level":"info","ts":"2026-11-01T06:33:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenantID":"e2e-extmod-a-8f45a2","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2"}
{"level":"info","ts":"2026-11-01T06:33:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenantID":"e2e-extmod-a-8f45a2","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2"}
{"level":"info","ts":"2026-11-01T06:33:18Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c7e551a7"}}
{"level":"info","ts":"2026-11-01T06:33:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenantID":"e2e-shared-b-w1-747b7b","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b"}
{"level":"info","ts":"2026-11-01T06:33:22Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"}}
{"level":"info","ts":"2026-11-01T06:33:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenantID":"e2e-shared-b-w1-747b7b","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b"}
{"level":"info","ts":"2026-11-01T06:33:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3680c5"},"tenantID":"e2e-autores-3680c5","namespace":"openshift-ingress","gatewayName":"e2e-autores-3680c5"}
{"level":"info","ts":"2026-11-01T06:33:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenantID":"e2e-extmod-a-8f45a2","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2"}
{"level":"info","ts":"2026-11-01T06:33:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T06:33:34Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"tenantID":"e2e-mt-c0662f25","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-01T06:33:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"tenantID":"e2e-worker-w0-9c8fc5","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5"}
{"level":"info","ts":"2026-11-01T06:33:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3680c5"},"tenantID":"e2e-autores-3680c5","namespace":"openshift-ingress","gatewayName":"e2e-autores-3680c5"}
{"level":"info","ts":"2026-11-01T06:33:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c7e551a7"}}
{"level":"info","ts":"2026-11-01T06:33:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T06:33:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c7e551a7"}}
{"level":"info","ts":"2026-11-01T06:33:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"tenantID":"e2e-worker-w4-f73e89","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89"}
{"level":"info","ts":"2026-11-01T06:33:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"tenantID":"e2e-worker-w0-9c8fc5","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5"}
{"level":"info","ts":"2026-11-01T06:34:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenantID":"e2e-extmod-a-8f45a2","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2"}
{"level":"info","ts":"2026-11-01T06:34:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"tenantID":"e2e-worker-w4-f73e89","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89"}
{"level":"info","ts":"2026-11-01T06:34:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T06:34:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c7e551a7"}}
{"level":"error","ts":"2026-11-01T06:34:08Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e","reconcileID":"fcfef8fe-8e39-4458-b834-dab0d30f562d","error":"resolver: no provider refs resolved to routes","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-01T06:34:08Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e","reconcileID":"d98167ac-31e1-4a65-b313-fa60f37b2efc","error":"resolver: no provider refs resolved to routes","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-01T06:34:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"tenantID":"e2e-extmod-a-cfe368","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cfe368"}
{"level":"info","ts":"2026-11-01T06:34:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"tenantID":"e2e-extmod-a-cfe368","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cfe368"}
{"level":"info","ts":"2026-11-01T06:34:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"tenantID":"e2e-extmod-a-cfe368","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cfe368"}
{"level":"info","ts":"2026-11-01T06:34:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"tenantID":"e2e-worker-w2-14a6e4","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4"}
{"level":"info","ts":"2026-11-01T06:34:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"tenantID":"e2e-worker-w2-14a6e4","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4"}
{"level":"info","ts":"2026-11-01T06:34:19Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c7e551a7"}}
{"level":"info","ts":"2026-11-01T06:34:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenantID":"e2e-extmod-a-8f45a2","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2"}
{"level":"info","ts":"2026-11-01T06:34:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T06:34:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c7e551a7"}}
{"level":"info","ts":"2026-11-01T06:34:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3680c5"},"tenantID":"e2e-autores-3680c5","namespace":"openshift-ingress","gatewayName":"e2e-autores-3680c5"}
{"level":"info","ts":"2026-11-01T06:34:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3680c5"},"tenantID":"e2e-autores-3680c5","namespace":"openshift-ingress","gatewayName":"e2e-autores-3680c5"}
{"level":"info","ts":"2026-11-01T06:34:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"tenantID":"e2e-shared-a-w0-71cea4","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-71cea4"}
{"level":"info","ts":"2026-11-01T06:34:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c7e551a7"}}
{"level":"info","ts":"2026-11-01T06:34:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"tenantID":"e2e-shared-b-w0-99e79c","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99e79c"}
{"level":"info","ts":"2026-11-01T06:34:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3680c5"},"tenantID":"e2e-autores-3680c5","namespace":"openshift-ingress","gatewayName":"e2e-autores-3680c5"}
{"level":"info","ts":"2026-11-01T06:34:51Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c7e551a7"}}
{"level":"info","ts":"2026-11-01T06:34:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3680c5"},"tenantID":"e2e-autores-3680c5","namespace":"openshift-ingress","gatewayName":"e2e-autores-3680c5"}
{"level":"info","ts":"2026-11-01T06:34:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3680c5"},"tenantID":"e2e-autores-3680c5","namespace":"openshift-ingress","gatewayName":"e2e-autores-3680c5"}
{"level":"info","ts":"2026-11-01T06:34:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T06:35:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T06:35:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T06:35:03Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c7e551a7"}}
{"level":"info","ts":"2026-11-01T06:35:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"tenantID":"e2e-extmod-a-cfe368","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cfe368"}
{"level":"info","ts":"2026-11-01T06:35:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"tenantID":"e2e-extmod-a-cfe368","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cfe368"}
{"level":"info","ts":"2026-11-01T06:35:13Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c7e551a7"}}
{"level":"error","ts":"2026-11-01T06:35:23Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c7e551a7"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-01T06:35:40Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e","reconcileID":"25fc29f7-0dd1-4244-a023-8c203e4ac11d","error":"remove ExternalModel cleanup finalizer: externalmodels.inference.opendatahub.io \"e2e-cmp-legacy-9dbd2e\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-01T06:35:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"tenantID":"e2e-extmod-a-cfe368","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cfe368"}
{"level":"info","ts":"2026-11-01T06:35:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"tenantID":"e2e-extmod-a-cfe368","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cfe368"}
{"level":"info","ts":"2026-11-01T06:35:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenantID":"e2e-shared-a-w1-d7d444","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444"}
{"level":"info","ts":"2026-11-01T06:35:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenantID":"e2e-shared-a-w1-d7d444","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444"}
{"level":"info","ts":"2026-11-01T06:35:54Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"}}
{"level":"info","ts":"2026-11-01T06:35:54Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"}}
{"level":"info","ts":"2026-11-01T06:35:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"tenantID":"e2e-mt-c0662f25","namespace":"openshift-ingress","gatewayName":"e2e-mt-c0662f25"}
{"level":"info","ts":"2026-11-01T06:35:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"tenantID":"e2e-mt-c0662f25","namespace":"openshift-ingress","gatewayName":"e2e-mt-c0662f25"}
{"level":"info","ts":"2026-11-01T06:36:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"tenantID":"e2e-extmod-b-3986bf","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf"}
{"level":"info","ts":"2026-11-01T06:36:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3680c5"},"tenantID":"e2e-autores-3680c5","namespace":"openshift-ingress","gatewayName":"e2e-autores-3680c5"}
{"level":"info","ts":"2026-11-01T06:36:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3680c5"},"tenantID":"e2e-autores-3680c5","namespace":"openshift-ingress","gatewayName":"e2e-autores-3680c5"}
{"level":"info","ts":"2026-11-01T06:36:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenantID":"e2e-extmod-a-8f45a2","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2"}
{"level":"info","ts":"2026-11-01T06:36:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenantID":"e2e-extmod-a-8f45a2","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2"}
{"level":"info","ts":"2026-11-01T06:36:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenantID":"e2e-shared-a-w1-d7d444","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444"}
{"level":"info","ts":"2026-11-01T06:36:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenantID":"e2e-extmod-a-8f45a2","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2"}
{"level":"info","ts":"2026-11-01T06:36:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"tenantID":"e2e-mt-c0662f25","namespace":"openshift-ingress","gatewayName":"e2e-mt-c0662f25"}
{"level":"info","ts":"2026-11-01T06:36:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"tenantID":"e2e-mt-c0662f25","namespace":"openshift-ingress","gatewayName":"e2e-mt-c0662f25"}
{"level":"info","ts":"2026-11-01T06:36:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenantID":"e2e-extmod-a-8f45a2","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2"}
{"level":"info","ts":"2026-11-01T06:36:52Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3680c5"}}
{"level":"info","ts":"2026-11-01T06:36:54Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3680c5"},"tenantID":"e2e-autores-3680c5","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-01T06:36:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"tenantID":"e2e-extmod-b-7d25db","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db"}
{"level":"info","ts":"2026-11-01T06:37:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenantID":"e2e-shared-b-w1-747b7b","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b"}
{"level":"info","ts":"2026-11-01T06:37:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenantID":"e2e-shared-b-w1-747b7b","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b"}
{"level":"info","ts":"2026-11-01T06:37:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenantID":"e2e-shared-b-w1-747b7b","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b"}
{"level":"info","ts":"2026-11-01T06:37:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"tenantID":"e2e-mt-c0662f25","namespace":"openshift-ingress","gatewayName":"e2e-mt-c0662f25"}
{"level":"info","ts":"2026-11-01T06:37:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"tenantID":"e2e-mt-c0662f25","namespace":"openshift-ingress","gatewayName":"e2e-mt-c0662f25"}
{"level":"info","ts":"2026-11-01T06:37:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"tenantID":"e2e-extmod-a-cfe368","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cfe368"}
{"level":"info","ts":"2026-11-01T06:37:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"tenantID":"e2e-extmod-a-cfe368","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cfe368"}
{"level":"info","ts":"2026-11-01T06:38:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c673e5"},"tenantID":"e2e-explicit-c673e5","namespace":"openshift-ingress","gatewayName":"e2e-explicit-c673e5"}
{"level":"info","ts":"2026-11-01T06:38:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c673e5"},"tenantID":"e2e-explicit-c673e5","namespace":"openshift-ingress","gatewayName":"e2e-explicit-c673e5"}
{"level":"info","ts":"2026-11-01T06:38:50Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"}}
{"level":"info","ts":"2026-11-01T06:38:53Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"tenantID":"e2e-mt-c0662f25","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-01T06:39:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"tenantID":"e2e-worker-w0-9c8fc5","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5"}
{"level":"info","ts":"2026-11-01T06:39:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T06:39:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"tenantID":"e2e-worker-w4-f73e89","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89"}
{"level":"info","ts":"2026-11-01T06:39:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c673e5"},"tenantID":"e2e-explicit-c673e5","namespace":"openshift-ingress","gatewayName":"e2e-explicit-c673e5"}
{"level":"info","ts":"2026-11-01T06:39:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"tenantID":"e2e-extmod-b-3986bf","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf"}
{"level":"info","ts":"2026-11-01T06:39:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T06:39:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c673e5"},"tenantID":"e2e-explicit-c673e5","namespace":"openshift-ingress","gatewayName":"e2e-explicit-c673e5"}
{"level":"info","ts":"2026-11-01T06:39:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T06:39:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"tenantID":"e2e-worker-w2-14a6e4","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4"}
{"level":"info","ts":"2026-11-01T06:39:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"tenantID":"e2e-shared-a-w0-71cea4","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-71cea4"}
{"level":"info","ts":"2026-11-01T06:39:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"tenantID":"e2e-shared-b-w0-99e79c","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99e79c"}
{"level":"info","ts":"2026-11-01T06:40:13Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}}
{"level":"info","ts":"2026-11-01T06:40:13Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}}
{"level":"info","ts":"2026-11-01T06:40:14Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:40:14Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:40:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c673e5"},"tenantID":"e2e-explicit-c673e5","namespace":"openshift-ingress","gatewayName":"e2e-explicit-c673e5"}
{"level":"info","ts":"2026-11-01T06:40:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c673e5"},"tenantID":"e2e-explicit-c673e5","namespace":"openshift-ingress","gatewayName":"e2e-explicit-c673e5"}
{"level":"info","ts":"2026-11-01T06:40:23Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}}
{"level":"info","ts":"2026-11-01T06:40:24Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:40:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c673e5"},"tenantID":"e2e-explicit-c673e5","namespace":"openshift-ingress","gatewayName":"e2e-explicit-c673e5"}
{"level":"info","ts":"2026-11-01T06:40:35Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}}
{"level":"info","ts":"2026-11-01T06:40:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c673e5"},"tenantID":"e2e-explicit-c673e5","namespace":"openshift-ingress","gatewayName":"e2e-explicit-c673e5"}
{"level":"info","ts":"2026-11-01T06:40:37Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:40:37Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}}
{"level":"info","ts":"2026-11-01T06:40:47Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:40:47Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}}
{"level":"info","ts":"2026-11-01T06:40:57Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:40:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}}
{"level":"info","ts":"2026-11-01T06:41:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c673e5"},"tenantID":"e2e-explicit-c673e5","namespace":"openshift-ingress","gatewayName":"e2e-explicit-c673e5"}
{"level":"info","ts":"2026-11-01T06:41:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c673e5"},"tenantID":"e2e-explicit-c673e5","namespace":"openshift-ingress","gatewayName":"e2e-explicit-c673e5"}
{"level":"info","ts":"2026-11-01T06:41:09Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:41:09Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}}
{"level":"info","ts":"2026-11-01T06:41:19Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:41:19Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}}
{"level":"info","ts":"2026-11-01T06:41:29Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:41:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}}
{"level":"info","ts":"2026-11-01T06:41:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenantID":"e2e-shared-a-w1-d7d444","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444"}
{"level":"info","ts":"2026-11-01T06:41:39Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:41:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}}
{"level":"info","ts":"2026-11-01T06:41:48Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c673e5"}}
{"level":"info","ts":"2026-11-01T06:41:50Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c673e5"},"tenantID":"e2e-explicit-c673e5","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-01T06:41:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenantID":"e2e-extmod-a-8f45a2","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2"}
{"level":"info","ts":"2026-11-01T06:41:53Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:41:53Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}}
{"level":"info","ts":"2026-11-01T06:42:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"tenantID":"e2e-extmod-b-7d25db","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db"}
{"level":"info","ts":"2026-11-01T06:42:03Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:42:03Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}}
{"level":"info","ts":"2026-11-01T06:42:13Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:42:13Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}}
{"level":"info","ts":"2026-11-01T06:42:18Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:42:19Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:42:19Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:42:23Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}}
{"level":"info","ts":"2026-11-01T06:42:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:42:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenantID":"e2e-shared-b-w1-747b7b","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b"}
{"level":"info","ts":"2026-11-01T06:42:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}}
{"level":"info","ts":"2026-11-01T06:42:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:42:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}}
{"level":"info","ts":"2026-11-01T06:42:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:42:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}}
{"level":"info","ts":"2026-11-01T06:43:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"tenantID":"e2e-extmod-a-cfe368","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cfe368"}
{"level":"info","ts":"2026-11-01T06:43:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:43:04Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}}
{"level":"info","ts":"2026-11-01T06:43:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:43:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}}
{"level":"info","ts":"2026-11-01T06:43:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenantID":"e2e-shared-a-w1-d7d444","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444"}
{"level":"info","ts":"2026-11-01T06:43:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenantID":"e2e-shared-a-w1-d7d444","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444"}
{"level":"info","ts":"2026-11-01T06:43:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:43:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}}
{"level":"error","ts":"2026-11-01T06:43:27Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-23f068","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-ok-23f068","reconcileID":"f83e774d-379b-4b62-82f7-210c121a52ef","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-cfl-ok-23f068\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-01T06:43:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenantID":"e2e-extmod-a-8f45a2","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2"}
{"level":"info","ts":"2026-11-01T06:43:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenantID":"e2e-extmod-a-8f45a2","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2"}
{"level":"info","ts":"2026-11-01T06:43:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenantID":"e2e-extmod-a-8f45a2","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2"}
{"level":"info","ts":"2026-11-01T06:43:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenantID":"e2e-shared-b-w1-747b7b","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b"}
{"level":"info","ts":"2026-11-01T06:43:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:43:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}}
{"level":"info","ts":"2026-11-01T06:43:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenantID":"e2e-shared-b-w1-747b7b","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b"}
{"level":"info","ts":"2026-11-01T06:43:44Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}}
{"level":"info","ts":"2026-11-01T06:43:44Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}}
{"level":"info","ts":"2026-11-01T06:43:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:43:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}}
{"level":"info","ts":"2026-11-01T06:43:54Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}}
{"level":"info","ts":"2026-11-01T06:43:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"tenantID":"e2e-extmod-a-5be4fa","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5be4fa"}
{"level":"info","ts":"2026-11-01T06:44:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"tenantID":"e2e-extmod-a-5be4fa","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5be4fa"}
{"level":"info","ts":"2026-11-01T06:44:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:44:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}}
{"level":"error","ts":"2026-11-01T06:44:01Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-same-20611e","reconcileID":"ddeb6189-8199-4ac7-89ef-fedc58949915","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-cfl-same-20611e\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-01T06:44:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenantID":"e2e-extmod-a-8f45a2","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2"}
{"level":"info","ts":"2026-11-01T06:44:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenantID":"e2e-extmod-a-8f45a2","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2"}
{"level":"info","ts":"2026-11-01T06:44:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"tenantID":"e2e-worker-w0-9c8fc5","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5"}
{"level":"info","ts":"2026-11-01T06:44:08Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}}
{"level":"info","ts":"2026-11-01T06:44:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"tenantID":"e2e-worker-w4-f73e89","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89"}
{"level":"info","ts":"2026-11-01T06:44:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:44:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}}
{"level":"info","ts":"2026-11-01T06:44:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenantID":"e2e-extmod-a-8f45a2","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2"}
{"level":"info","ts":"2026-11-01T06:44:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenantID":"e2e-extmod-a-8f45a2","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2"}
{"level":"info","ts":"2026-11-01T06:44:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"tenantID":"e2e-extmod-b-3986bf","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf"}
{"level":"info","ts":"2026-11-01T06:44:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenantID":"e2e-shared-a-w1-d7d444","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444"}
{"level":"info","ts":"2026-11-01T06:44:22Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}}
{"level":"info","ts":"2026-11-01T06:44:22Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:44:22Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}}
{"level":"info","ts":"2026-11-01T06:44:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenantID":"e2e-shared-a-w1-d7d444","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444"}
{"level":"info","ts":"2026-11-01T06:44:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T06:44:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenantID":"e2e-extmod-a-8f45a2","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2"}
{"level":"info","ts":"2026-11-01T06:44:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}}
{"level":"info","ts":"2026-11-01T06:44:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"tenantID":"e2e-worker-w2-14a6e4","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4"}
{"level":"info","ts":"2026-11-01T06:44:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenantID":"e2e-extmod-a-8f45a2","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2"}
{"level":"info","ts":"2026-11-01T06:44:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:44:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}}
{"level":"info","ts":"2026-11-01T06:44:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}}
{"level":"info","ts":"2026-11-01T06:44:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenantID":"e2e-extmod-a-8f45a2","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2"}
{"level":"info","ts":"2026-11-01T06:44:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenantID":"e2e-extmod-a-8f45a2","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2"}
{"level":"info","ts":"2026-11-01T06:44:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"tenantID":"e2e-shared-a-w0-71cea4","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-71cea4"}
{"level":"info","ts":"2026-11-01T06:44:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenantID":"e2e-extmod-a-8f45a2","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2"}
{"level":"info","ts":"2026-11-01T06:44:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:44:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}}
{"level":"info","ts":"2026-11-01T06:44:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"tenantID":"e2e-shared-b-w0-99e79c","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99e79c"}
{"level":"info","ts":"2026-11-01T06:44:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenantID":"e2e-shared-b-w1-747b7b","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b"}
{"level":"info","ts":"2026-11-01T06:44:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"tenantID":"e2e-extmod-a-5be4fa","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5be4fa"}
{"level":"info","ts":"2026-11-01T06:44:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenantID":"e2e-extmod-a-8f45a2","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2"}
{"level":"info","ts":"2026-11-01T06:44:59Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}}
{"level":"info","ts":"2026-11-01T06:45:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenantID":"e2e-shared-b-w1-747b7b","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b"}
{"level":"info","ts":"2026-11-01T06:45:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"tenantID":"e2e-extmod-a-5be4fa","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5be4fa"}
{"level":"info","ts":"2026-11-01T06:45:03Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:45:03Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}}
{"level":"info","ts":"2026-11-01T06:45:09Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}}
{"level":"info","ts":"2026-11-01T06:45:13Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:45:13Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}}
{"level":"info","ts":"2026-11-01T06:45:19Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}}
{"level":"info","ts":"2026-11-01T06:45:23Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:45:23Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}}
{"level":"info","ts":"2026-11-01T06:45:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}}
{"level":"info","ts":"2026-11-01T06:45:33Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:45:33Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}}
{"level":"info","ts":"2026-11-01T06:45:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}}
{"level":"info","ts":"2026-11-01T06:45:43Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:45:43Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}}
{"level":"info","ts":"2026-11-01T06:45:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}}
{"level":"info","ts":"2026-11-01T06:45:53Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:45:53Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}}
{"level":"info","ts":"2026-11-01T06:45:59Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}}
{"level":"info","ts":"2026-11-01T06:46:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"tenantID":"e2e-extmod-a-5be4fa","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5be4fa"}
{"level":"info","ts":"2026-11-01T06:46:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"tenantID":"e2e-extmod-a-5be4fa","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5be4fa"}
{"level":"info","ts":"2026-11-01T06:46:03Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:46:03Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}}
{"level":"info","ts":"2026-11-01T06:46:05Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-f73e89"}}
{"level":"info","ts":"2026-11-01T06:46:07Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"tenantID":"e2e-worker-w4-f73e89","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-01T06:46:09Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}}
{"level":"info","ts":"2026-11-01T06:46:13Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:46:13Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}}
{"level":"info","ts":"2026-11-01T06:46:19Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}}
{"level":"info","ts":"2026-11-01T06:46:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"tenantID":"e2e-extmod-b-d2260d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d2260d"}
{"level":"info","ts":"2026-11-01T06:46:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"tenantID":"e2e-extmod-b-d2260d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d2260d"}
{"level":"info","ts":"2026-11-01T06:46:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:46:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}}
{"level":"info","ts":"2026-11-01T06:46:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}}
{"level":"info","ts":"2026-11-01T06:46:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:46:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}}
{"level":"info","ts":"2026-11-01T06:46:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}}
{"level":"info","ts":"2026-11-01T06:46:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:46:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}}
{"level":"info","ts":"2026-11-01T06:46:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"tenantID":"e2e-extmod-b-7d25db","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db"}
{"level":"info","ts":"2026-11-01T06:46:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"tenantID":"e2e-extmod-b-7d25db","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db"}
{"level":"info","ts":"2026-11-01T06:46:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}}
{"level":"info","ts":"2026-11-01T06:46:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:46:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}}
{"level":"info","ts":"2026-11-01T06:47:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}}
{"level":"info","ts":"2026-11-01T06:47:04Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:47:04Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}}
{"level":"info","ts":"2026-11-01T06:47:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}}
{"level":"info","ts":"2026-11-01T06:47:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:47:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}}
{"level":"info","ts":"2026-11-01T06:47:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"tenantID":"e2e-extmod-b-d2260d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d2260d"}
{"level":"info","ts":"2026-11-01T06:47:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}}
{"level":"info","ts":"2026-11-01T06:47:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"tenantID":"e2e-extmod-b-d2260d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d2260d"}
{"level":"info","ts":"2026-11-01T06:47:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:47:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}}
{"level":"info","ts":"2026-11-01T06:47:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}}
{"level":"info","ts":"2026-11-01T06:47:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:47:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}}
{"level":"info","ts":"2026-11-01T06:47:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}}
{"level":"info","ts":"2026-11-01T06:47:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:47:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}}
{"level":"info","ts":"2026-11-01T06:47:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}}
{"level":"info","ts":"2026-11-01T06:47:55Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"}}
{"level":"info","ts":"2026-11-01T06:47:57Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenantID":"e2e-extmod-a-8f45a2","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-01T06:47:58Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:47:58Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}}
{"level":"info","ts":"2026-11-01T06:48:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}}
{"level":"info","ts":"2026-11-01T06:48:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"tenantID":"e2e-extmod-a-cfe368","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cfe368"}
{"level":"info","ts":"2026-11-01T06:48:08Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:48:08Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}}
{"level":"info","ts":"2026-11-01T06:48:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}}
{"level":"info","ts":"2026-11-01T06:48:18Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:48:18Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}}
{"level":"info","ts":"2026-11-01T06:48:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}}
{"level":"info","ts":"2026-11-01T06:48:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"tenantID":"e2e-extmod-b-d2260d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d2260d"}
{"level":"info","ts":"2026-11-01T06:48:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"tenantID":"e2e-extmod-b-d2260d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d2260d"}
{"level":"info","ts":"2026-11-01T06:48:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:48:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}}
{"level":"info","ts":"2026-11-01T06:48:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}}
{"level":"info","ts":"2026-11-01T06:48:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:48:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}}
{"level":"info","ts":"2026-11-01T06:48:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}}
{"level":"info","ts":"2026-11-01T06:48:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"tenantID":"e2e-extmod-a-5be4fa","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5be4fa"}
{"level":"info","ts":"2026-11-01T06:48:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"tenantID":"e2e-extmod-a-5be4fa","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5be4fa"}
{"level":"info","ts":"2026-11-01T06:48:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"tenantID":"e2e-extmod-a-5be4fa","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5be4fa"}
{"level":"info","ts":"2026-11-01T06:48:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:48:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}}
{"level":"info","ts":"2026-11-01T06:48:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}}
{"level":"info","ts":"2026-11-01T06:49:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:49:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}}
{"level":"info","ts":"2026-11-01T06:49:01Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d25db"}}
{"level":"info","ts":"2026-11-01T06:49:03Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"tenantID":"e2e-extmod-b-7d25db","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-01T06:49:03Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}}
{"level":"info","ts":"2026-11-01T06:49:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"tenantID":"e2e-worker-w0-9c8fc5","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5"}
{"level":"info","ts":"2026-11-01T06:49:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:49:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}}
{"level":"info","ts":"2026-11-01T06:49:13Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}}
{"level":"info","ts":"2026-11-01T06:49:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"tenantID":"e2e-extmod-b-3986bf","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf"}
{"level":"info","ts":"2026-11-01T06:49:22Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:49:22Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}}
{"level":"info","ts":"2026-11-01T06:49:23Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}}
{"level":"info","ts":"2026-11-01T06:49:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenantID":"e2e-shared-a-w1-d7d444","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444"}
{"level":"info","ts":"2026-11-01T06:49:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T06:49:31Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"tenantID":"e2e-worker-w2-14a6e4","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-01T06:49:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"tenantID":"e2e-extmod-b-d2260d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d2260d"}
{"level":"info","ts":"2026-11-01T06:49:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:49:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}}
{"level":"info","ts":"2026-11-01T06:49:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"tenantID":"e2e-extmod-b-d2260d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d2260d"}
{"level":"info","ts":"2026-11-01T06:49:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}}
{"level":"info","ts":"2026-11-01T06:49:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:49:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}}
{"level":"info","ts":"2026-11-01T06:49:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}}
{"level":"info","ts":"2026-11-01T06:49:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"tenantID":"e2e-shared-a-w0-71cea4","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-71cea4"}
{"level":"info","ts":"2026-11-01T06:49:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"tenantID":"e2e-shared-b-w0-99e79c","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99e79c"}
{"level":"info","ts":"2026-11-01T06:49:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:49:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}}
{"level":"info","ts":"2026-11-01T06:49:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}}
{"level":"info","ts":"2026-11-01T06:50:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenantID":"e2e-shared-b-w1-747b7b","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b"}
{"level":"info","ts":"2026-11-01T06:50:04Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:50:04Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}}
{"level":"info","ts":"2026-11-01T06:50:06Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}}
{"level":"info","ts":"2026-11-01T06:50:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:50:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}}
{"level":"info","ts":"2026-11-01T06:50:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}}
{"level":"info","ts":"2026-11-01T06:50:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:50:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}}
{"level":"info","ts":"2026-11-01T06:50:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}}
{"level":"info","ts":"2026-11-01T06:50:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:50:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}}
{"level":"info","ts":"2026-11-01T06:50:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}}
{"level":"error","ts":"2026-11-01T06:50:41Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-99fddb10","reconcileID":"28cfa964-0221-4489-832e-a331fc17f12d","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-fail-99fddb10\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-01T06:50:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"tenantID":"e2e-extmod-b-d2260d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d2260d"}
{"level":"info","ts":"2026-11-01T06:50:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"tenantID":"e2e-extmod-b-d2260d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d2260d"}
{"level":"info","ts":"2026-11-01T06:50:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"error","ts":"2026-11-01T06:50:46Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-01T06:50:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}}
{"level":"error","ts":"2026-11-01T06:50:54Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-5bea10b7","reconcileID":"bee4d712-3151-40cf-a74e-5222a4a3ee5a","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-fail-5bea10b7\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-01T06:50:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"tenantID":"e2e-extmod-a-5be4fa","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5be4fa"}
{"level":"info","ts":"2026-11-01T06:50:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"tenantID":"e2e-extmod-a-5be4fa","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5be4fa"}
{"level":"info","ts":"2026-11-01T06:50:59Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:50:59Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}}
{"level":"info","ts":"2026-11-01T06:51:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenantID":"e2e-shared-a-w1-d7d444","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444"}
{"level":"info","ts":"2026-11-01T06:51:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenantID":"e2e-shared-b-w1-747b7b","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b"}
{"level":"info","ts":"2026-11-01T06:51:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenantID":"e2e-shared-a-w1-d7d444","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444"}
{"level":"info","ts":"2026-11-01T06:51:11Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"tenantID":"e2e-extmod-a-5be4fa","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-01T06:51:12Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:51:12Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}}
{"level":"info","ts":"2026-11-01T06:51:22Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:51:22Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}}
{"level":"info","ts":"2026-11-01T06:51:32Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:51:32Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}}
{"level":"info","ts":"2026-11-01T06:51:39Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"tenantID":"e2e-extmod-b-d2260d","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-01T06:51:42Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:51:42Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}}
{"level":"info","ts":"2026-11-01T06:51:48Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"}}
{"level":"info","ts":"2026-11-01T06:51:50Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenantID":"e2e-shared-a-w1-d7d444","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-01T06:51:52Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:51:52Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}}
{"level":"info","ts":"2026-11-01T06:52:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"tenantID":"e2e-shared-a-w0-71cea4","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-71cea4"}
{"level":"info","ts":"2026-11-01T06:52:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"tenantID":"e2e-shared-a-w0-71cea4","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-71cea4"}
{"level":"info","ts":"2026-11-01T06:52:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:52:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}}
{"level":"error","ts":"2026-11-01T06:52:09Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"error":"apply NetworkPolicy ai-tenant-e2e-shared-b-w1-747b7b/payload-processing-e2e-shared-b-w1-747b7b: networkpolicies.networking.k8s.io \"payload-processing-e2e-shared-b-w1-747b7b\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w1-747b7b because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:472\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:190\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-01T06:52:09Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"default-tenant","reconcileID":"c67ba0e7-be03-4847-8560-cc6f157cec43","error":"apply: apply NetworkPolicy ai-tenant-e2e-shared-b-w1-747b7b/payload-processing-e2e-shared-b-w1-747b7b: networkpolicies.networking.k8s.io \"payload-processing-e2e-shared-b-w1-747b7b\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w1-747b7b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-01T06:52:11Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenantID":"e2e-shared-b-w1-747b7b","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-01T06:52:15Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}}
{"level":"info","ts":"2026-11-01T06:52:15Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}}
{"level":"error","ts":"2026-11-01T06:52:25Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-01T06:52:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}}
{"level":"info","ts":"2026-11-01T06:52:34Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"}}
{"level":"info","ts":"2026-11-01T06:52:36Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"tenantID":"e2e-shared-a-w0-71cea4","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-01T06:52:37Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}}
{"level":"info","ts":"2026-11-01T06:52:47Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cfe368"}}
{"level":"info","ts":"2026-11-01T06:52:49Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"tenantID":"e2e-extmod-a-cfe368","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-01T06:52:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}}
{"level":"info","ts":"2026-11-01T06:52:59Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}}
{"level":"info","ts":"2026-11-01T06:53:09Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}}
{"level":"info","ts":"2026-11-01T06:53:13Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"}}
{"level":"info","ts":"2026-11-01T06:53:16Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"tenantID":"e2e-shared-b-w0-99e79c","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-01T06:53:19Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}}
{"level":"info","ts":"2026-11-01T06:53:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}}
{"level":"info","ts":"2026-11-01T06:53:36Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3986bf"}}
{"level":"info","ts":"2026-11-01T06:53:38Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"tenantID":"e2e-extmod-b-3986bf","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-01T06:53:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}}
{"level":"info","ts":"2026-11-01T06:53:50Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"}}
{"level":"info","ts":"2026-11-01T06:53:52Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"tenantID":"e2e-worker-w0-9c8fc5","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-01T06:53:52Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}}
{"level":"info","ts":"2026-11-01T06:54:02Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}}
{"level":"info","ts":"2026-11-01T06:54:12Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}}
{"level":"error","ts":"2026-11-01T06:54:22Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-01T06:54:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T06:55:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-main-045f69"},"tenantID":"e2e-worker-main-045f69","namespace":"openshift-ingress","gatewayName":"e2e-worker-main-045f69"}
{"level":"info","ts":"2026-11-01T06:55:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-main-045f69"},"tenantID":"e2e-worker-main-045f69","namespace":"openshift-ingress","gatewayName":"e2e-worker-main-045f69"}
{"level":"info","ts":"2026-11-01T06:55:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-main-045f69"},"tenantID":"e2e-worker-main-045f69","namespace":"openshift-ingress","gatewayName":"e2e-worker-main-045f69"}
{"level":"info","ts":"2026-11-01T06:55:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-main-045f69"},"tenantID":"e2e-worker-main-045f69","namespace":"openshift-ingress","gatewayName":"e2e-worker-main-045f69"}
{"level":"info","ts":"2026-11-01T06:55:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-main-045f69"},"tenantID":"e2e-worker-main-045f69","namespace":"openshift-ingress","gatewayName":"e2e-worker-main-045f69"}
{"level":"info","ts":"2026-11-01T06:55:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-main-045f69"},"tenantID":"e2e-worker-main-045f69","namespace":"openshift-ingress","gatewayName":"e2e-worker-main-045f69"}
{"level":"info","ts":"2026-11-01T06:59:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T07:00:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-main-045f69"},"tenantID":"e2e-worker-main-045f69","namespace":"openshift-ingress","gatewayName":"e2e-worker-main-045f69"}
{"level":"info","ts":"2026-11-01T07:03:31Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-main-045f69"},"tenantID":"e2e-worker-main-045f69","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-01T07:04:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9af193c3"},"tenantID":"e2e-ait-9af193c3","namespace":"openshift-ingress","gatewayName":"e2e-ait-9af193c3"}
{"level":"info","ts":"2026-11-01T07:04:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9af193c3"},"tenantID":"e2e-ait-9af193c3","namespace":"openshift-ingress","gatewayName":"e2e-ait-9af193c3"}
{"level":"info","ts":"2026-11-01T07:04:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T07:04:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9af193c3"},"tenantID":"e2e-ait-9af193c3","namespace":"openshift-ingress","gatewayName":"e2e-ait-9af193c3"}
{"level":"info","ts":"2026-11-01T07:04:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9af193c3"},"tenantID":"e2e-ait-9af193c3","namespace":"openshift-ingress","gatewayName":"e2e-ait-9af193c3"}
{"level":"info","ts":"2026-11-01T07:04:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9af193c3"},"tenantID":"e2e-ait-9af193c3","namespace":"openshift-ingress","gatewayName":"e2e-ait-9af193c3"}
{"level":"info","ts":"2026-11-01T07:04:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9af193c3"},"tenantID":"e2e-ait-9af193c3","namespace":"openshift-ingress","gatewayName":"e2e-ait-9af193c3"}
{"level":"info","ts":"2026-11-01T07:05:06Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9af193c3"}}
{"level":"info","ts":"2026-11-01T07:05:08Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9af193c3"}}
{"level":"info","ts":"2026-11-01T07:05:09Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9af193c3"}}
{"level":"info","ts":"2026-11-01T07:05:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T07:05:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T07:05:23Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9af193c3"}}
{"level":"info","ts":"2026-11-01T07:05:29Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9af193c3"}}
{"level":"info","ts":"2026-11-01T07:05:31Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9af193c3"},"tenantID":"e2e-ait-9af193c3","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-01T07:08:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T07:08:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T07:08:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T07:08:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T07:09:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T07:11:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T07:11:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T07:11:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"error","ts":"2026-11-01T07:12:48Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rotation-external-model","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rotation-external-model","reconcileID":"1edb36af-96d5-4cb5-b3fe-478115c1ccea","error":"resolver: no provider refs resolved to routes","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-01T07:12:49Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rotation-external-model","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rotation-external-model","reconcileID":"6ad1a060-6cea-4978-8b04-977d87d4e81f","error":"resolver: no provider refs resolved to routes","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-01T07:12:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T07:12:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T07:12:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T07:13:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"error","ts":"2026-11-01T07:14:45Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rotation-external-model","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rotation-external-model","reconcileID":"cc2ac2d2-05c5-46bf-9cf7-a60fa0b5865d","error":"remove ExternalModel cleanup finalizer: externalmodels.inference.opendatahub.io \"e2e-rotation-external-model\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-01T07:14:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T07:14:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T07:19:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T07:19:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T07:20:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T07:20:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T07:20:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T07:20:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T07:21:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T07:21:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-c6c6bf"},"tenantID":"e2e-worker-single-main-c6c6bf","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-c6c6bf"}
{"level":"info","ts":"2026-11-01T07:21:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-c6c6bf"},"tenantID":"e2e-worker-single-main-c6c6bf","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-c6c6bf"}
{"level":"info","ts":"2026-11-01T07:21:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-c6c6bf"},"tenantID":"e2e-worker-single-main-c6c6bf","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-c6c6bf"}
{"level":"info","ts":"2026-11-01T07:21:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-c6c6bf"},"tenantID":"e2e-worker-single-main-c6c6bf","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-c6c6bf"}
{"level":"info","ts":"2026-11-01T07:21:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-c6c6bf"},"tenantID":"e2e-worker-single-main-c6c6bf","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-c6c6bf"}
{"level":"info","ts":"2026-11-01T07:21:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-c6c6bf"},"tenantID":"e2e-worker-single-main-c6c6bf","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-c6c6bf"}
{"level":"info","ts":"2026-11-01T07:22:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-c6c6bf"},"tenantID":"e2e-worker-single-main-c6c6bf","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-c6c6bf"}
{"level":"info","ts":"2026-11-01T07:22:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-c6c6bf"},"tenantID":"e2e-worker-single-main-c6c6bf","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-c6c6bf"}
{"level":"info","ts":"2026-11-01T07:22:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-c6c6bf"},"tenantID":"e2e-worker-single-main-c6c6bf","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-c6c6bf"}
{"level":"info","ts":"2026-11-01T07:22:49Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-c6c6bf"}}
{"level":"info","ts":"2026-11-01T07:22:51Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-c6c6bf"},"tenantID":"e2e-worker-single-main-c6c6bf","namespace":"openshift-ingress"}
{"level":"error","ts":"2026-11-01T07:22:51Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-c6c6bf"},"namespace":"ai-tenant-e2e-worker-single-main-c6c6bf","name":"default-tenant","reconcileID":"eec0cc80-11c7-4a49-92a1-01a31334a9db","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-01T07:22:52Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-c6c6bf"},"tenantID":"e2e-worker-single-main-c6c6bf","namespace":"openshift-ingress"}
{"level":"error","ts":"2026-11-01T07:23:25Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-c6c6bf"},"namespace":"ai-tenant-e2e-worker-single-main-c6c6bf","name":"default-tenant","reconcileID":"4e013937-1b2b-466a-aaef-947b7516bea8","error":"ensure finalizer: Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-01T07:23:26Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-c6c6bf"}}
{"level":"info","ts":"2026-11-01T07:23:27Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-c6c6bf"}}
{"level":"info","ts":"2026-11-01T07:23:29Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-c6c6bf"}}
{"level":"info","ts":"2026-11-01T07:23:40Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-c6c6bf"}}
{"level":"info","ts":"2026-11-01T07:23:41Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-c6c6bf"}}
{"level":"info","ts":"2026-11-01T07:23:50Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-c6c6bf"}}
{"level":"info","ts":"2026-11-01T07:23:52Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-c6c6bf"},"tenantID":"e2e-worker-single-main-c6c6bf","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-01T07:23:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T07:24:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T07:24:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T07:24:34Z","logger":"consumer-portal","msg":"default AITenant has no OIDC issuer; OpenShift OAuth mode is not supported yet, removing the auth proxy","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"}}
{"level":"info","ts":"2026-11-01T07:24:35Z","logger":"consumer-portal","msg":"default AITenant has no OIDC issuer; OpenShift OAuth mode is not supported yet, removing the auth proxy","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"}}
{"level":"info","ts":"2026-11-01T07:24:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T07:24:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T07:24:39Z","logger":"consumer-portal","msg":"default AITenant has no OIDC issuer; OpenShift OAuth mode is not supported yet, removing the auth proxy","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"}}
{"level":"info","ts":"2026-11-01T07:24:40Z","logger":"consumer-portal","msg":"default AITenant has no OIDC issuer; OpenShift OAuth mode is not supported yet, removing the auth proxy","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"}}
{"level":"info","ts":"2026-11-01T07:24:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T07:24:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T07:24:48Z","logger":"consumer-portal","msg":"default AITenant has no OIDC issuer; OpenShift OAuth mode is not supported yet, removing the auth proxy","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"}}
{"level":"info","ts":"2026-11-01T07:24:49Z","logger":"consumer-portal","msg":"default AITenant has no OIDC issuer; OpenShift OAuth mode is not supported yet, removing the auth proxy","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"}}
{"level":"info","ts":"2026-11-01T07:24:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T07:24:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T07:24:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T07:25:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T07:25:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T07:26:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T07:26:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T07:27:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T07:27:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T07:28:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"error","ts":"2026-11-01T07:28:28Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e61e6c99-46fd-45f0-b378-0f40fb23a1a5","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-x-api-key-trigger\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}