{"level":"info","ts":"2026-11-03T13:15:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenantID":"e2e-shared-b-w4-83bb08","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08"}
{"level":"info","ts":"2026-11-03T13:15:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenantID":"e2e-shared-b-w4-83bb08","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08"}
{"level":"info","ts":"2026-11-03T13:16:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-123885"},"tenantID":"e2e-worker-w3-123885","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885"}
{"level":"info","ts":"2026-11-03T13:16:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-123885"},"tenantID":"e2e-worker-w3-123885","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885"}
{"level":"info","ts":"2026-11-03T13:16:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7664c7"},"tenantID":"e2e-inf-a-7664c7","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-7664c7"}
{"level":"info","ts":"2026-11-03T13:16:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenantID":"e2e-shared-b-w4-83bb08","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08"}
{"level":"info","ts":"2026-11-03T13:16:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"tenantID":"e2e-extmod-b-84f58d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d"}
{"level":"info","ts":"2026-11-03T13:16:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-123885"},"tenantID":"e2e-worker-w3-123885","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885"}
{"level":"info","ts":"2026-11-03T13:16:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"tenantID":"e2e-extmod-b-84f58d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d"}
{"level":"info","ts":"2026-11-03T13:16:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-123885"},"tenantID":"e2e-worker-w3-123885","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885"}
{"level":"info","ts":"2026-11-03T13:16:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"tenantID":"e2e-extmod-b-84f58d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d"}
{"level":"info","ts":"2026-11-03T13:16:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-123885"},"tenantID":"e2e-worker-w3-123885","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885"}
{"level":"info","ts":"2026-11-03T13:16:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:16:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"tenantID":"e2e-inf-b-4ff4db","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-4ff4db"}
{"level":"info","ts":"2026-11-03T13:16:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"tenantID":"e2e-extmod-b-84f58d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d"}
{"level":"info","ts":"2026-11-03T13:16:45Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7664c7"}}
{"level":"info","ts":"2026-11-03T13:16:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:16:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"tenantID":"e2e-extmod-b-84f58d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d"}
{"level":"info","ts":"2026-11-03T13:16:52Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7664c7"},"tenantID":"e2e-inf-a-7664c7","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T13:16:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:17:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-123885"},"tenantID":"e2e-worker-w3-123885","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885"}
{"level":"info","ts":"2026-11-03T13:17:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-123885"},"tenantID":"e2e-worker-w3-123885","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885"}
{"level":"info","ts":"2026-11-03T13:17:10Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4ff4db"}}
{"level":"info","ts":"2026-11-03T13:17:13Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"tenantID":"e2e-inf-b-4ff4db","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T13:17:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:17:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"tenantID":"e2e-extmod-b-84f58d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d"}
{"level":"info","ts":"2026-11-03T13:17:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:17:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"tenantID":"e2e-extmod-b-84f58d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d"}
{"level":"info","ts":"2026-11-03T13:17:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:17:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"tenantID":"e2e-extmod-b-84f58d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d"}
{"level":"info","ts":"2026-11-03T13:17:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:17:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"tenantID":"e2e-extmod-b-84f58d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d"}
{"level":"info","ts":"2026-11-03T13:18:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"tenantID":"e2e-extmod-b-84f58d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d"}
{"level":"info","ts":"2026-11-03T13:18:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"tenantID":"e2e-extmod-b-84f58d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d"}
{"level":"info","ts":"2026-11-03T13:18:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"tenantID":"e2e-extmod-b-84f58d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d"}
{"level":"info","ts":"2026-11-03T13:18:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"tenantID":"e2e-extmod-b-84f58d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d"}
{"level":"info","ts":"2026-11-03T13:18:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"tenantID":"e2e-extmod-b-84f58d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d"}
{"level":"info","ts":"2026-11-03T13:18:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"tenantID":"e2e-extmod-b-84f58d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d"}
{"level":"info","ts":"2026-11-03T13:18:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ed2d93ad"},"tenantID":"e2e-ait-ed2d93ad","namespace":"openshift-ingress","gatewayName":"e2e-ait-ed2d93ad"}
{"level":"info","ts":"2026-11-03T13:18:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"tenantID":"e2e-extmod-b-84f58d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d"}
{"level":"info","ts":"2026-11-03T13:18:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ed2d93ad"},"tenantID":"e2e-ait-ed2d93ad","namespace":"openshift-ingress","gatewayName":"e2e-ait-ed2d93ad"}
{"level":"info","ts":"2026-11-03T13:18:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"tenantID":"e2e-extmod-b-84f58d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d"}
{"level":"info","ts":"2026-11-03T13:18:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ed2d93ad"},"tenantID":"e2e-ait-ed2d93ad","namespace":"openshift-ingress","gatewayName":"e2e-ait-ed2d93ad"}
{"level":"info","ts":"2026-11-03T13:19:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ed2d93ad"},"tenantID":"e2e-ait-ed2d93ad","namespace":"openshift-ingress","gatewayName":"e2e-ait-ed2d93ad"}
{"level":"info","ts":"2026-11-03T13:19:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"tenantID":"e2e-extmod-b-84f58d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d"}
{"level":"info","ts":"2026-11-03T13:19:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"tenantID":"e2e-mt-ef676b77","namespace":"openshift-ingress","gatewayName":"e2e-mt-ef676b77"}
{"level":"info","ts":"2026-11-03T13:19:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"tenantID":"e2e-mt-ef676b77","namespace":"openshift-ingress","gatewayName":"e2e-mt-ef676b77"}
{"level":"error","ts":"2026-11-03T13:19:13Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"namespace":"e2e-extmod-rec-noaccess-4c5b94","name":"e2e-rec-recover-2046ba","reconcileID":"6d5b8309-8400-433c-b93b-69443ff125b9","error":"update ExternalModel attachment finalizer: Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-rec-recover-2046ba\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T13:19:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"tenantID":"e2e-worker-w0-6fa7dd","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd"}
{"level":"error","ts":"2026-11-03T13:19:26Z","logger":"external-model","msg":"update provider status","provider":"e2e-rec-ctrl-fc15a9-provider","error":"externalproviders.inference.opendatahub.io \"e2e-rec-ctrl-fc15a9-provider\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/controller.(*Reconciler).updateProviderStatus\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/controller/reconciler.go:2240\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/controller.(*Reconciler).ReconcileProvider\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/controller/reconciler.go:447\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/controller.(*providerReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/controller/reconciler.go:137\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T13:19:26Z","msg":"Reconciler error","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-rec-ctrl-fc15a9-provider","namespace":"e2e-extmod-rec-user-b055f8"},"namespace":"e2e-extmod-rec-user-b055f8","name":"e2e-rec-ctrl-fc15a9-provider","reconcileID":"c6c4a16b-f570-419b-b4e6-718c8200efb8","error":"update provider status e2e-extmod-rec-user-b055f8/e2e-rec-ctrl-fc15a9-provider: externalproviders.inference.opendatahub.io \"e2e-rec-ctrl-fc15a9-provider\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T13:19:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"tenantID":"e2e-extmod-b-84f58d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d"}
{"level":"info","ts":"2026-11-03T13:19:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"tenantID":"e2e-extmod-b-84f58d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d"}
{"level":"info","ts":"2026-11-03T13:19:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"tenantID":"e2e-extmod-b-84f58d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d"}
{"level":"info","ts":"2026-11-03T13:19:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ed2d93ad"},"tenantID":"e2e-ait-ed2d93ad","namespace":"openshift-ingress","gatewayName":"e2e-ait-ed2d93ad"}
{"level":"info","ts":"2026-11-03T13:19:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"tenantID":"e2e-mt-ef676b77","namespace":"openshift-ingress","gatewayName":"e2e-mt-ef676b77"}
{"level":"info","ts":"2026-11-03T13:19:46Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ed2d93ad"}}
{"level":"info","ts":"2026-11-03T13:19:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"tenantID":"e2e-mt-ef676b77","namespace":"openshift-ingress","gatewayName":"e2e-mt-ef676b77"}
{"level":"info","ts":"2026-11-03T13:19:55Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ed2d93ad"}}
{"level":"info","ts":"2026-11-03T13:19:57Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ed2d93ad"},"tenantID":"e2e-ait-ed2d93ad","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T13:20:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"tenantID":"e2e-extmod-b-84f58d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d"}
{"level":"info","ts":"2026-11-03T13:20:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T13:20:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T13:20:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenantID":"e2e-shared-a-w4-ff34e5","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5"}
{"level":"info","ts":"2026-11-03T13:20:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"tenantID":"e2e-mt-ef676b77","namespace":"openshift-ingress","gatewayName":"e2e-mt-ef676b77"}
{"level":"info","ts":"2026-11-03T13:20:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"tenantID":"e2e-mt-ef676b77","namespace":"openshift-ingress","gatewayName":"e2e-mt-ef676b77"}
{"level":"info","ts":"2026-11-03T13:20:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-43be70be"},"tenantID":"e2e-migrate-43be70be","namespace":"openshift-ingress","gatewayName":"e2e-migrate-43be70be-gw"}
{"level":"info","ts":"2026-11-03T13:20:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"tenantID":"e2e-mt-ef676b77","namespace":"openshift-ingress","gatewayName":"e2e-mt-ef676b77"}
{"level":"info","ts":"2026-11-03T13:20:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-43be70be"},"tenantID":"e2e-migrate-43be70be","namespace":"openshift-ingress","gatewayName":"e2e-migrate-43be70be-gw"}
{"level":"info","ts":"2026-11-03T13:20:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T13:20:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"tenantID":"e2e-mt-ef676b77","namespace":"openshift-ingress","gatewayName":"e2e-mt-ef676b77"}
{"level":"info","ts":"2026-11-03T13:20:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T13:20:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T13:21:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-43be70be"},"tenantID":"e2e-migrate-43be70be","namespace":"openshift-ingress","gatewayName":"e2e-migrate-43be70be-gw"}
{"level":"info","ts":"2026-11-03T13:21:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenantID":"e2e-shared-b-w4-83bb08","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08"}
{"level":"info","ts":"2026-11-03T13:21:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T13:21:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-43be70be"},"tenantID":"e2e-migrate-43be70be","namespace":"openshift-ingress","gatewayName":"e2e-migrate-43be70be-gw"}
{"level":"info","ts":"2026-11-03T13:21:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T13:21:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"tenantID":"e2e-extmod-b-84f58d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d"}
{"level":"info","ts":"2026-11-03T13:21:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T13:21:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenantID":"e2e-shared-a-w4-ff34e5","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5"}
{"level":"info","ts":"2026-11-03T13:21:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenantID":"e2e-shared-a-w4-ff34e5","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5"}
{"level":"info","ts":"2026-11-03T13:21:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenantID":"e2e-shared-b-w4-83bb08","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08"}
{"level":"info","ts":"2026-11-03T13:21:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenantID":"e2e-shared-b-w4-83bb08","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08"}
{"level":"info","ts":"2026-11-03T13:21:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-43be70be"},"tenantID":"e2e-migrate-43be70be","namespace":"openshift-ingress","gatewayName":"e2e-migrate-43be70be-gw"}
{"level":"info","ts":"2026-11-03T13:21:56Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-43be70be"}}
{"level":"error","ts":"2026-11-03T13:22:00Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"namespace":"e2e-extmod-att-noaccess-e66508","name":"e2e-att-noaccess-88d711","reconcileID":"647fb877-830e-4632-b866-04d430aab76e","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-att-noaccess-88d711\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T13:22:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-123885"},"tenantID":"e2e-worker-w3-123885","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885"}
{"level":"info","ts":"2026-11-03T13:22:06Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-43be70be"}}
{"level":"error","ts":"2026-11-03T13:22:06Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-c2c8a5","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c2c8a5","reconcileID":"c8cacbc7-8003-4058-a27c-aa7d258c76ba","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-rt-eq-c2c8a5\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T13:22:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T13:22:11Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-43be70be"},"tenantID":"e2e-migrate-43be70be","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T13:22:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T13:22:15Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"}}
{"level":"info","ts":"2026-11-03T13:22:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"tenantID":"e2e-extmod-b-84f58d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d"}
{"level":"error","ts":"2026-11-03T13:22:20Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d2d713","reconcileID":"0f03ba77-40a1-4704-918c-756b7626d158","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-rt-sw-d2d713\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T13:22:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"tenantID":"e2e-extmod-b-84f58d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d"}
{"level":"info","ts":"2026-11-03T13:22:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T13:22:25Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"tenantID":"e2e-mt-ef676b77","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T13:22:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"error","ts":"2026-11-03T13:22:28Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"c3e64798-9ead-4b1a-afc4-8ca98ecfcf86","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-att-unrel-87dc2a\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T13:22:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenantID":"e2e-shared-a-w4-ff34e5","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5"}
{"level":"info","ts":"2026-11-03T13:22:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"tenantID":"e2e-extmod-b-84f58d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d"}
{"level":"info","ts":"2026-11-03T13:22:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a4405234"},"tenantID":"e2e-ait-a4405234","namespace":"openshift-ingress","gatewayName":"e2e-ait-a4405234"}
{"level":"info","ts":"2026-11-03T13:22:41Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"tenantID":"e2e-worker-w0-6fa7dd","namespace":"openshift-ingress"}
{"level":"error","ts":"2026-11-03T13:22:41Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"e04f0643-ab37-4ab9-a348-dc628170007f","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-att-serve-fc5b7e\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T13:22:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a4405234"},"tenantID":"e2e-ait-a4405234","namespace":"openshift-ingress","gatewayName":"e2e-ait-a4405234"}
{"level":"info","ts":"2026-11-03T13:22:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"tenantID":"e2e-extmod-b-84f58d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d"}
{"level":"info","ts":"2026-11-03T13:22:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenantID":"e2e-shared-a-w4-ff34e5","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5"}
{"level":"info","ts":"2026-11-03T13:22:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"tenantID":"e2e-extmod-b-84f58d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d"}
{"level":"info","ts":"2026-11-03T13:22:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenantID":"e2e-shared-b-w4-83bb08","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08"}
{"level":"error","ts":"2026-11-03T13:22:55Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7","reconcileID":"651f1f68-384a-4093-ad21-5e891374e743","error":"resolver: no provider refs resolved to routes","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T13:22:55Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7","reconcileID":"328c9a0c-e512-4623-a322-f0bb15d554e5","error":"resolver: no provider refs resolved to routes","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T13:22:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenantID":"e2e-shared-b-w4-83bb08","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08"}
{"level":"info","ts":"2026-11-03T13:22:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:23:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:23:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a4405234"},"tenantID":"e2e-ait-a4405234","namespace":"openshift-ingress","gatewayName":"e2e-ait-a4405234"}
{"level":"info","ts":"2026-11-03T13:23:14Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"}}
{"level":"info","ts":"2026-11-03T13:23:14Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"}}
{"level":"info","ts":"2026-11-03T13:23:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"tenantID":"e2e-mt-ef676b77","namespace":"openshift-ingress","gatewayName":"e2e-mt-ef676b77"}
{"level":"info","ts":"2026-11-03T13:23:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a4405234"},"tenantID":"e2e-ait-a4405234","namespace":"openshift-ingress","gatewayName":"e2e-ait-a4405234"}
{"level":"info","ts":"2026-11-03T13:23:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"tenantID":"e2e-mt-ef676b77","namespace":"openshift-ingress","gatewayName":"e2e-mt-ef676b77"}
{"level":"info","ts":"2026-11-03T13:23:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenantID":"e2e-shared-b-w4-83bb08","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08"}
{"level":"info","ts":"2026-11-03T13:23:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"tenantID":"e2e-mt-ef676b77","namespace":"openshift-ingress","gatewayName":"e2e-mt-ef676b77"}
{"level":"info","ts":"2026-11-03T13:23:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"tenantID":"e2e-mt-ef676b77","namespace":"openshift-ingress","gatewayName":"e2e-mt-ef676b77"}
{"level":"info","ts":"2026-11-03T13:23:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a4405234"},"tenantID":"e2e-ait-a4405234","namespace":"openshift-ingress","gatewayName":"e2e-ait-a4405234"}
{"level":"info","ts":"2026-11-03T13:24:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a4405234"},"tenantID":"e2e-ait-a4405234","namespace":"openshift-ingress","gatewayName":"e2e-ait-a4405234"}
{"level":"info","ts":"2026-11-03T13:24:03Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a4405234"}}
{"level":"info","ts":"2026-11-03T13:24:04Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a4405234"}}
{"level":"info","ts":"2026-11-03T13:24:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:24:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:24:14Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a4405234"}}
{"level":"info","ts":"2026-11-03T13:24:16Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a4405234"},"tenantID":"e2e-ait-a4405234","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T13:24:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"tenantID":"e2e-mt-ef676b77","namespace":"openshift-ingress","gatewayName":"e2e-mt-ef676b77"}
{"level":"info","ts":"2026-11-03T13:24:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"tenantID":"e2e-mt-ef676b77","namespace":"openshift-ingress","gatewayName":"e2e-mt-ef676b77"}
{"level":"error","ts":"2026-11-03T13:24:32Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7","reconcileID":"eb7edbbf-1745-4f42-b2cf-57bdf753189c","error":"remove ExternalModel cleanup finalizer: externalmodels.inference.opendatahub.io \"e2e-cmp-legacy-bfd9c7\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T13:24:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:24:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"error","ts":"2026-11-03T13:24:37Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce","reconcileID":"b0e1067f-884a-44b5-9539-1978bfc88d11","error":"resolver: no provider refs resolved to routes","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T13:24:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:24:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:24:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fc5ef533"},"tenantID":"e2e-ait-fc5ef533","namespace":"openshift-ingress","gatewayName":"e2e-ait-fc5ef533"}
{"level":"info","ts":"2026-11-03T13:24:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:24:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fc5ef533"},"tenantID":"e2e-ait-fc5ef533","namespace":"openshift-ingress","gatewayName":"e2e-ait-fc5ef533"}
{"level":"info","ts":"2026-11-03T13:25:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fc5ef533"},"tenantID":"e2e-ait-fc5ef533","namespace":"openshift-ingress","gatewayName":"e2e-ait-fc5ef533"}
{"level":"info","ts":"2026-11-03T13:25:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fc5ef533"},"tenantID":"e2e-ait-fc5ef533","namespace":"openshift-ingress","gatewayName":"e2e-ait-fc5ef533"}
{"level":"info","ts":"2026-11-03T13:25:20Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"tenantID":"e2e-mt-ef676b77","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T13:25:22Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"tenantID":"e2e-mt-ef676b77","namespace":"openshift-ingress"}
{"level":"error","ts":"2026-11-03T13:25:22Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"default-tenant","reconcileID":"ba5a13ba-2e28-4a8a-b189-98c6791e931a","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T13:25:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:25:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:25:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:25:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:25:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:25:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fc5ef533"},"tenantID":"e2e-ait-fc5ef533","namespace":"openshift-ingress","gatewayName":"e2e-ait-fc5ef533"}
{"level":"info","ts":"2026-11-03T13:25:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fc5ef533"},"tenantID":"e2e-ait-fc5ef533","namespace":"openshift-ingress","gatewayName":"e2e-ait-fc5ef533"}
{"level":"info","ts":"2026-11-03T13:25:55Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fc5ef533"}}
{"level":"info","ts":"2026-11-03T13:25:57Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fc5ef533"}}
{"level":"info","ts":"2026-11-03T13:26:01Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3872be6e"}}
{"level":"info","ts":"2026-11-03T13:26:01Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3872be6e"}}
{"level":"info","ts":"2026-11-03T13:26:02Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e4da0e3"}}
{"level":"info","ts":"2026-11-03T13:26:02Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e4da0e3"}}
{"level":"info","ts":"2026-11-03T13:26:07Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fc5ef533"}}
{"level":"info","ts":"2026-11-03T13:26:10Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fc5ef533"},"tenantID":"e2e-ait-fc5ef533","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T13:26:11Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3872be6e"}}
{"level":"info","ts":"2026-11-03T13:26:12Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e4da0e3"}}
{"level":"info","ts":"2026-11-03T13:26:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:26:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:26:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:26:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:26:23Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3872be6e"}}
{"level":"info","ts":"2026-11-03T13:26:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:26:25Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e4da0e3"}}
{"level":"info","ts":"2026-11-03T13:26:25Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3872be6e"}}
{"level":"info","ts":"2026-11-03T13:26:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:26:28Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3872be6e"}}
{"level":"info","ts":"2026-11-03T13:26:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-0b9d72b3"},"tenantID":"e2e-derive-0b9d72b3","namespace":"openshift-ingress","gatewayName":"e2e-derive-0b9d72b3"}
{"level":"info","ts":"2026-11-03T13:26:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:26:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-0b9d72b3"},"tenantID":"e2e-derive-0b9d72b3","namespace":"openshift-ingress","gatewayName":"e2e-derive-0b9d72b3"}
{"level":"info","ts":"2026-11-03T13:26:36Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e4da0e3"}}
{"level":"info","ts":"2026-11-03T13:26:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3872be6e"}}
{"level":"info","ts":"2026-11-03T13:26:46Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e4da0e3"}}
{"level":"info","ts":"2026-11-03T13:26:48Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3872be6e"}}
{"level":"info","ts":"2026-11-03T13:26:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:26:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-0b9d72b3"},"tenantID":"e2e-derive-0b9d72b3","namespace":"openshift-ingress","gatewayName":"e2e-derive-0b9d72b3"}
{"level":"info","ts":"2026-11-03T13:26:57Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e4da0e3"}}
{"level":"info","ts":"2026-11-03T13:27:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-0b9d72b3"},"tenantID":"e2e-derive-0b9d72b3","namespace":"openshift-ingress","gatewayName":"e2e-derive-0b9d72b3"}
{"level":"info","ts":"2026-11-03T13:27:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3872be6e"}}
{"level":"info","ts":"2026-11-03T13:27:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-123885"},"tenantID":"e2e-worker-w3-123885","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885"}
{"level":"info","ts":"2026-11-03T13:27:07Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e4da0e3"}}
{"level":"info","ts":"2026-11-03T13:27:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3872be6e"}}
{"level":"info","ts":"2026-11-03T13:27:17Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e4da0e3"}}
{"level":"info","ts":"2026-11-03T13:27:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:27:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3872be6e"}}
{"level":"info","ts":"2026-11-03T13:27:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:27:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:27:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:27:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:27:33Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-0b9d72b3"}}
{"level":"info","ts":"2026-11-03T13:27:33Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e4da0e3"}}
{"level":"info","ts":"2026-11-03T13:27:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T13:27:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3872be6e"}}
{"level":"info","ts":"2026-11-03T13:27:37Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-0b9d72b3"}}
{"level":"info","ts":"2026-11-03T13:27:43Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e4da0e3"}}
{"level":"info","ts":"2026-11-03T13:27:45Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-0b9d72b3"}}
{"level":"info","ts":"2026-11-03T13:27:47Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-0b9d72b3"},"tenantID":"e2e-derive-0b9d72b3","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T13:27:47Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3872be6e"}}
{"level":"info","ts":"2026-11-03T13:27:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:27:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenantID":"e2e-shared-a-w4-ff34e5","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5"}
{"level":"info","ts":"2026-11-03T13:27:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"tenantID":"e2e-extmod-b-84f58d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d"}
{"level":"info","ts":"2026-11-03T13:27:55Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e4da0e3"}}
{"level":"info","ts":"2026-11-03T13:27:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3872be6e"}}
{"level":"info","ts":"2026-11-03T13:28:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenantID":"e2e-shared-a-w4-ff34e5","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5"}
{"level":"info","ts":"2026-11-03T13:28:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenantID":"e2e-shared-a-w4-ff34e5","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5"}
{"level":"info","ts":"2026-11-03T13:28:05Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e4da0e3"}}
{"level":"error","ts":"2026-11-03T13:28:07Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-a744d5","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-ok-a744d5","reconcileID":"f959e60e-2346-4a36-9fda-6cf7f1ae84b5","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-cfl-ok-a744d5\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T13:28:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:28:09Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e4da0e3"}}
{"level":"info","ts":"2026-11-03T13:28:09Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3872be6e"}}
{"level":"info","ts":"2026-11-03T13:28:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:28:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-aa58f3"},"tenantID":"e2e-api-a-aa58f3","namespace":"openshift-ingress","gatewayName":"e2e-api-a-aa58f3"}
{"level":"info","ts":"2026-11-03T13:28:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:28:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-aa58f3"},"tenantID":"e2e-api-a-aa58f3","namespace":"openshift-ingress","gatewayName":"e2e-api-a-aa58f3"}
{"level":"info","ts":"2026-11-03T13:28:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenantID":"e2e-shared-b-w4-83bb08","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08"}
{"level":"info","ts":"2026-11-03T13:28:22Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e4da0e3"}}
{"level":"info","ts":"2026-11-03T13:28:22Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3872be6e"}}
{"level":"info","ts":"2026-11-03T13:28:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenantID":"e2e-shared-b-w4-83bb08","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08"}
{"level":"info","ts":"2026-11-03T13:28:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-610390"},"tenantID":"e2e-autores-610390","namespace":"openshift-ingress","gatewayName":"e2e-autores-610390"}
{"level":"info","ts":"2026-11-03T13:28:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-610390"},"tenantID":"e2e-autores-610390","namespace":"openshift-ingress","gatewayName":"e2e-autores-610390"}
{"level":"info","ts":"2026-11-03T13:28:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:28:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e4da0e3"}}
{"level":"info","ts":"2026-11-03T13:28:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3872be6e"}}
{"level":"info","ts":"2026-11-03T13:28:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:28:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-aa58f3"},"tenantID":"e2e-api-a-aa58f3","namespace":"openshift-ingress","gatewayName":"e2e-api-a-aa58f3"}
{"level":"info","ts":"2026-11-03T13:28:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:28:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-aa58f3"},"tenantID":"e2e-api-a-aa58f3","namespace":"openshift-ingress","gatewayName":"e2e-api-a-aa58f3"}
{"level":"info","ts":"2026-11-03T13:28:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e4da0e3"}}
{"level":"info","ts":"2026-11-03T13:28:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3872be6e"}}
{"level":"info","ts":"2026-11-03T13:28:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:28:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:28:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e4da0e3"}}
{"level":"info","ts":"2026-11-03T13:28:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3872be6e"}}
{"level":"error","ts":"2026-11-03T13:29:02Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce","reconcileID":"9620e41e-6062-4b2d-bab8-c38ad2169e24","error":"remove ExternalModel cleanup finalizer: externalmodels.inference.opendatahub.io \"e2e-cfl-bd82ce\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T13:29:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-610390"},"tenantID":"e2e-autores-610390","namespace":"openshift-ingress","gatewayName":"e2e-autores-610390"}
{"level":"info","ts":"2026-11-03T13:29:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:29:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-610390"},"tenantID":"e2e-autores-610390","namespace":"openshift-ingress","gatewayName":"e2e-autores-610390"}
{"level":"info","ts":"2026-11-03T13:29:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:29:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e4da0e3"}}
{"level":"info","ts":"2026-11-03T13:29:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3872be6e"}}
{"level":"info","ts":"2026-11-03T13:29:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T13:29:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-aa58f3"},"tenantID":"e2e-api-a-aa58f3","namespace":"openshift-ingress","gatewayName":"e2e-api-a-aa58f3"}
{"level":"info","ts":"2026-11-03T13:29:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T13:29:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e4da0e3"}}
{"level":"info","ts":"2026-11-03T13:29:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3872be6e"}}
{"level":"info","ts":"2026-11-03T13:29:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T13:29:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-87690c"},"tenantID":"e2e-api-b-87690c","namespace":"openshift-ingress","gatewayName":"e2e-api-b-87690c"}
{"level":"info","ts":"2026-11-03T13:29:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-87690c"},"tenantID":"e2e-api-b-87690c","namespace":"openshift-ingress","gatewayName":"e2e-api-b-87690c"}
{"level":"info","ts":"2026-11-03T13:29:34Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e8d7d911"}}
{"level":"info","ts":"2026-11-03T13:29:34Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e8d7d911"}}
{"level":"info","ts":"2026-11-03T13:29:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e4da0e3"}}
{"level":"info","ts":"2026-11-03T13:29:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3872be6e"}}
{"level":"info","ts":"2026-11-03T13:29:44Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e8d7d911"}}
{"level":"info","ts":"2026-11-03T13:29:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-610390"},"tenantID":"e2e-autores-610390","namespace":"openshift-ingress","gatewayName":"e2e-autores-610390"}
{"level":"info","ts":"2026-11-03T13:29:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-610390"},"tenantID":"e2e-autores-610390","namespace":"openshift-ingress","gatewayName":"e2e-autores-610390"}
{"level":"info","ts":"2026-11-03T13:29:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e4da0e3"}}
{"level":"info","ts":"2026-11-03T13:29:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3872be6e"}}
{"level":"info","ts":"2026-11-03T13:29:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-610390"},"tenantID":"e2e-autores-610390","namespace":"openshift-ingress","gatewayName":"e2e-autores-610390"}
{"level":"info","ts":"2026-11-03T13:29:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-610390"},"tenantID":"e2e-autores-610390","namespace":"openshift-ingress","gatewayName":"e2e-autores-610390"}
{"level":"info","ts":"2026-11-03T13:29:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-610390"},"tenantID":"e2e-autores-610390","namespace":"openshift-ingress","gatewayName":"e2e-autores-610390"}
{"level":"info","ts":"2026-11-03T13:29:57Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e8d7d911"}}
{"level":"info","ts":"2026-11-03T13:30:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e4da0e3"}}
{"level":"info","ts":"2026-11-03T13:30:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3872be6e"}}
{"level":"info","ts":"2026-11-03T13:30:07Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e8d7d911"}}
{"level":"error","ts":"2026-11-03T13:30:08Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-677ab7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-677ab7","reconcileID":"9e5072bc-bb9f-4f4b-9ca3-381c1ae58ae8","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-dft-677ab7\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T13:30:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T13:30:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-87690c"},"tenantID":"e2e-api-b-87690c","namespace":"openshift-ingress","gatewayName":"e2e-api-b-87690c"}
{"level":"info","ts":"2026-11-03T13:30:13Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e8d7d911"}}
{"level":"info","ts":"2026-11-03T13:30:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T13:30:15Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e4da0e3"}}
{"level":"info","ts":"2026-11-03T13:30:15Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3872be6e"}}
{"level":"info","ts":"2026-11-03T13:30:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-87690c"},"tenantID":"e2e-api-b-87690c","namespace":"openshift-ingress","gatewayName":"e2e-api-b-87690c"}
{"level":"info","ts":"2026-11-03T13:30:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T13:30:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T13:30:23Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e8d7d911"}}
{"level":"info","ts":"2026-11-03T13:30:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T13:30:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e4da0e3"}}
{"level":"info","ts":"2026-11-03T13:30:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3872be6e"}}
{"level":"info","ts":"2026-11-03T13:30:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T13:30:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T13:30:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T13:30:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"error","ts":"2026-11-03T13:30:39Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-e9a4fa","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-e9a4fa","reconcileID":"b8f3a7a5-b882-43bb-a68c-a56b9781f4cf","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-dft-del-e9a4fa\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T13:30:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-610390"},"tenantID":"e2e-autores-610390","namespace":"openshift-ingress","gatewayName":"e2e-autores-610390"}
{"level":"info","ts":"2026-11-03T13:30:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e8d7d911"}}
{"level":"info","ts":"2026-11-03T13:30:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e4da0e3"}}
{"level":"info","ts":"2026-11-03T13:30:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3872be6e"}}
{"level":"info","ts":"2026-11-03T13:30:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T13:30:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T13:30:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:30:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:30:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e8d7d911"}}
{"level":"info","ts":"2026-11-03T13:30:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e4da0e3"}}
{"level":"info","ts":"2026-11-03T13:30:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3872be6e"}}
{"level":"info","ts":"2026-11-03T13:30:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-87690c"},"tenantID":"e2e-api-b-87690c","namespace":"openshift-ingress","gatewayName":"e2e-api-b-87690c"}
{"level":"info","ts":"2026-11-03T13:31:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-87690c"},"tenantID":"e2e-api-b-87690c","namespace":"openshift-ingress","gatewayName":"e2e-api-b-87690c"}
{"level":"info","ts":"2026-11-03T13:31:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e8d7d911"}}
{"level":"info","ts":"2026-11-03T13:31:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e4da0e3"}}
{"level":"info","ts":"2026-11-03T13:31:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3872be6e"}}
{"level":"info","ts":"2026-11-03T13:31:10Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-aa58f3"}}
{"level":"info","ts":"2026-11-03T13:31:13Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-aa58f3"},"tenantID":"e2e-api-a-aa58f3","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T13:31:13Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e8d7d911"}}
{"level":"info","ts":"2026-11-03T13:31:13Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e4da0e3"}}
{"level":"info","ts":"2026-11-03T13:31:13Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3872be6e"}}
{"level":"info","ts":"2026-11-03T13:31:22Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-610390"},"tenantID":"e2e-autores-610390","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T13:31:23Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e8d7d911"}}
{"level":"info","ts":"2026-11-03T13:31:23Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e4da0e3"}}
{"level":"info","ts":"2026-11-03T13:31:23Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3872be6e"}}
{"level":"info","ts":"2026-11-03T13:31:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"tenantID":"e2e-extmod-b-84f58d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d"}
{"level":"info","ts":"2026-11-03T13:31:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"tenantID":"e2e-extmod-b-84f58d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d"}
{"level":"info","ts":"2026-11-03T13:31:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e8d7d911"}}
{"level":"info","ts":"2026-11-03T13:31:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e4da0e3"}}
{"level":"info","ts":"2026-11-03T13:31:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3872be6e"}}
{"level":"info","ts":"2026-11-03T13:31:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"tenantID":"e2e-extmod-b-84f58d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d"}
{"level":"error","ts":"2026-11-03T13:31:42Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-87690c"},"error":"apply NetworkPolicy ai-tenant-e2e-api-b-87690c/payload-processing-e2e-api-b-87690c: networkpolicies.networking.k8s.io \"payload-processing-e2e-api-b-87690c\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-87690c because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:472\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:190\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T13:31:42Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-87690c"},"namespace":"ai-tenant-e2e-api-b-87690c","name":"default-tenant","reconcileID":"fed1e404-edc0-42ac-8507-bf595a65eea8","error":"apply: apply NetworkPolicy ai-tenant-e2e-api-b-87690c/payload-processing-e2e-api-b-87690c: networkpolicies.networking.k8s.io \"payload-processing-e2e-api-b-87690c\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-87690c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T13:31:44Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-87690c"},"tenantID":"e2e-api-b-87690c","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T13:31:46Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-87690c"},"tenantID":"e2e-api-b-87690c","namespace":"openshift-ingress"}
{"level":"error","ts":"2026-11-03T13:31:46Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-87690c"},"namespace":"ai-tenant-e2e-api-b-87690c","name":"default-tenant","reconcileID":"7429c98a-94bc-4b14-8d75-86f78e6a4687","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T13:31:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e8d7d911"}}
{"level":"info","ts":"2026-11-03T13:31:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e4da0e3"}}
{"level":"info","ts":"2026-11-03T13:31:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3872be6e"}}
{"level":"info","ts":"2026-11-03T13:31:48Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-123885"}}
{"level":"info","ts":"2026-11-03T13:31:51Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-123885"},"tenantID":"e2e-worker-w3-123885","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T13:31:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e8d7d911"}}
{"level":"info","ts":"2026-11-03T13:31:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e4da0e3"}}
{"level":"info","ts":"2026-11-03T13:31:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3872be6e"}}
{"level":"info","ts":"2026-11-03T13:32:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-509e4c"},"tenantID":"e2e-explicit-509e4c","namespace":"openshift-ingress","gatewayName":"e2e-explicit-509e4c"}
{"level":"info","ts":"2026-11-03T13:32:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-509e4c"},"tenantID":"e2e-explicit-509e4c","namespace":"openshift-ingress","gatewayName":"e2e-explicit-509e4c"}
{"level":"info","ts":"2026-11-03T13:32:06Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e8d7d911"}}
{"level":"info","ts":"2026-11-03T13:32:06Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e4da0e3"}}
{"level":"info","ts":"2026-11-03T13:32:06Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3872be6e"}}
{"level":"info","ts":"2026-11-03T13:32:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e8d7d911"}}
{"level":"info","ts":"2026-11-03T13:32:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e4da0e3"}}
{"level":"info","ts":"2026-11-03T13:32:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3872be6e"}}
{"level":"info","ts":"2026-11-03T13:32:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-509e4c"},"tenantID":"e2e-explicit-509e4c","namespace":"openshift-ingress","gatewayName":"e2e-explicit-509e4c"}
{"level":"info","ts":"2026-11-03T13:32:28Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e8d7d911"}}
{"level":"info","ts":"2026-11-03T13:32:28Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e4da0e3"}}
{"level":"info","ts":"2026-11-03T13:32:28Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3872be6e"}}
{"level":"error","ts":"2026-11-03T13:32:32Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-7e1952a9","reconcileID":"0ed32112-f1c0-4ce4-9b29-17e1a1804bb4","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-fail-7e1952a9\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T13:32:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-509e4c"},"tenantID":"e2e-explicit-509e4c","namespace":"openshift-ingress","gatewayName":"e2e-explicit-509e4c"}
{"level":"info","ts":"2026-11-03T13:32:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"tenantID":"e2e-extmod-b-84f58d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d"}
{"level":"info","ts":"2026-11-03T13:32:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"tenantID":"e2e-extmod-b-84f58d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d"}
{"level":"info","ts":"2026-11-03T13:32:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e8d7d911"}}
{"level":"info","ts":"2026-11-03T13:32:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e4da0e3"}}
{"level":"info","ts":"2026-11-03T13:32:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3872be6e"}}
{"level":"error","ts":"2026-11-03T13:32:45Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-dfab4110","reconcileID":"f4b621a9-cf2a-4bb5-89e5-80a6744d148c","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-fail-dfab4110\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T13:32:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:32:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:32:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e8d7d911"}}
{"level":"info","ts":"2026-11-03T13:32:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e4da0e3"}}
{"level":"info","ts":"2026-11-03T13:32:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3872be6e"}}
{"level":"info","ts":"2026-11-03T13:32:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:33:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"tenantID":"e2e-extmod-b-84f58d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d"}
{"level":"info","ts":"2026-11-03T13:33:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-509e4c"},"tenantID":"e2e-explicit-509e4c","namespace":"openshift-ingress","gatewayName":"e2e-explicit-509e4c"}
{"level":"info","ts":"2026-11-03T13:33:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:33:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"tenantID":"e2e-extmod-b-84f58d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d"}
{"level":"info","ts":"2026-11-03T13:33:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e8d7d911"}}
{"level":"info","ts":"2026-11-03T13:33:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e4da0e3"}}
{"level":"info","ts":"2026-11-03T13:33:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3872be6e"}}
{"level":"info","ts":"2026-11-03T13:33:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-509e4c"},"tenantID":"e2e-explicit-509e4c","namespace":"openshift-ingress","gatewayName":"e2e-explicit-509e4c"}
{"level":"info","ts":"2026-11-03T13:33:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenantID":"e2e-shared-a-w4-ff34e5","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5"}
{"level":"info","ts":"2026-11-03T13:33:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:33:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-509e4c"},"tenantID":"e2e-explicit-509e4c","namespace":"openshift-ingress","gatewayName":"e2e-explicit-509e4c"}
{"level":"info","ts":"2026-11-03T13:33:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e8d7d911"}}
{"level":"info","ts":"2026-11-03T13:33:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e4da0e3"}}
{"level":"info","ts":"2026-11-03T13:33:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3872be6e"}}
{"level":"info","ts":"2026-11-03T13:33:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenantID":"e2e-shared-b-w4-83bb08","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08"}
{"level":"info","ts":"2026-11-03T13:33:27Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e8d7d911"}}
{"level":"info","ts":"2026-11-03T13:33:27Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e4da0e3"}}
{"level":"info","ts":"2026-11-03T13:33:27Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3872be6e"}}
{"level":"info","ts":"2026-11-03T13:33:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-509e4c"},"tenantID":"e2e-explicit-509e4c","namespace":"openshift-ingress","gatewayName":"e2e-explicit-509e4c"}
{"level":"info","ts":"2026-11-03T13:33:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-509e4c"},"tenantID":"e2e-explicit-509e4c","namespace":"openshift-ingress","gatewayName":"e2e-explicit-509e4c"}
{"level":"info","ts":"2026-11-03T13:33:37Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e8d7d911"}}
{"level":"info","ts":"2026-11-03T13:33:37Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e4da0e3"}}
{"level":"info","ts":"2026-11-03T13:33:37Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3872be6e"}}
{"level":"info","ts":"2026-11-03T13:33:47Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e8d7d911"}}
{"level":"info","ts":"2026-11-03T13:33:47Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e4da0e3"}}
{"level":"info","ts":"2026-11-03T13:33:47Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3872be6e"}}
{"level":"info","ts":"2026-11-03T13:33:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e8d7d911"}}
{"level":"info","ts":"2026-11-03T13:33:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e4da0e3"}}
{"level":"info","ts":"2026-11-03T13:33:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3872be6e"}}
{"level":"info","ts":"2026-11-03T13:34:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e8d7d911"}}
{"level":"info","ts":"2026-11-03T13:34:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e4da0e3"}}
{"level":"info","ts":"2026-11-03T13:34:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3872be6e"}}
{"level":"info","ts":"2026-11-03T13:34:13Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-509e4c"}}
{"level":"info","ts":"2026-11-03T13:34:15Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-509e4c"},"tenantID":"e2e-explicit-509e4c","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T13:34:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"tenantID":"e2e-extmod-b-84f58d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d"}
{"level":"info","ts":"2026-11-03T13:34:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:34:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"tenantID":"e2e-extmod-b-84f58d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d"}
{"level":"info","ts":"2026-11-03T13:34:23Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e8d7d911"}}
{"level":"info","ts":"2026-11-03T13:34:23Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e4da0e3"}}
{"level":"info","ts":"2026-11-03T13:34:23Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3872be6e"}}
{"level":"info","ts":"2026-11-03T13:34:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:34:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"tenantID":"e2e-extmod-b-84f58d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d"}
{"level":"info","ts":"2026-11-03T13:34:33Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e8d7d911"}}
{"level":"info","ts":"2026-11-03T13:34:33Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e4da0e3"}}
{"level":"info","ts":"2026-11-03T13:34:33Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3872be6e"}}
{"level":"info","ts":"2026-11-03T13:34:43Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e8d7d911"}}
{"level":"info","ts":"2026-11-03T13:34:43Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e4da0e3"}}
{"level":"info","ts":"2026-11-03T13:34:43Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3872be6e"}}
{"level":"info","ts":"2026-11-03T13:34:53Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e8d7d911"}}
{"level":"info","ts":"2026-11-03T13:34:53Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e4da0e3"}}
{"level":"info","ts":"2026-11-03T13:34:53Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3872be6e"}}
{"level":"info","ts":"2026-11-03T13:35:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:35:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"tenantID":"e2e-extmod-b-84f58d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d"}
{"level":"info","ts":"2026-11-03T13:35:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:35:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e8d7d911"}}
{"level":"info","ts":"2026-11-03T13:35:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e4da0e3"}}
{"level":"info","ts":"2026-11-03T13:35:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3872be6e"}}
{"level":"info","ts":"2026-11-03T13:35:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"tenantID":"e2e-extmod-b-84f58d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d"}
{"level":"info","ts":"2026-11-03T13:35:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:35:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"tenantID":"e2e-extmod-b-84f58d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d"}
{"level":"info","ts":"2026-11-03T13:35:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:35:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"tenantID":"e2e-extmod-b-84f58d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d"}
{"level":"info","ts":"2026-11-03T13:35:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:35:23Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e8d7d911"}}
{"level":"info","ts":"2026-11-03T13:35:23Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e4da0e3"}}
{"level":"info","ts":"2026-11-03T13:35:23Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3872be6e"}}
{"level":"info","ts":"2026-11-03T13:35:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"tenantID":"e2e-extmod-b-84f58d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d"}
{"level":"info","ts":"2026-11-03T13:35:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:35:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"tenantID":"e2e-extmod-b-84f58d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d"}
{"level":"info","ts":"2026-11-03T13:35:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:35:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"tenantID":"e2e-extmod-b-84f58d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d"}
{"level":"info","ts":"2026-11-03T13:35:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:35:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e8d7d911"}}
{"level":"info","ts":"2026-11-03T13:35:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e4da0e3"}}
{"level":"info","ts":"2026-11-03T13:35:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3872be6e"}}
{"level":"info","ts":"2026-11-03T13:35:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"tenantID":"e2e-extmod-b-84f58d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d"}
{"level":"info","ts":"2026-11-03T13:35:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:35:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"tenantID":"e2e-extmod-b-84f58d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d"}
{"level":"info","ts":"2026-11-03T13:35:48Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenantID":"e2e-shared-a-w4-ff34e5","namespace":"openshift-ingress"}
{"level":"error","ts":"2026-11-03T13:35:48Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"default-tenant","reconcileID":"a5ff403e-c11a-4eec-8599-ffc55a276206","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T13:35:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T13:35:52Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenantID":"e2e-shared-a-w4-ff34e5","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T13:35:52Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e8d7d911"}}
{"level":"info","ts":"2026-11-03T13:35:52Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e4da0e3"}}
{"level":"info","ts":"2026-11-03T13:35:52Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3872be6e"}}
{"level":"info","ts":"2026-11-03T13:36:02Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e8d7d911"}}
{"level":"info","ts":"2026-11-03T13:36:02Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e4da0e3"}}
{"level":"info","ts":"2026-11-03T13:36:02Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3872be6e"}}
{"level":"error","ts":"2026-11-03T13:36:07Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"error":"apply NetworkPolicy ai-tenant-e2e-shared-b-w4-83bb08/payload-processing-e2e-shared-b-w4-83bb08: networkpolicies.networking.k8s.io \"payload-processing-e2e-shared-b-w4-83bb08\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w4-83bb08 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:472\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:190\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T13:36:07Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"default-tenant","reconcileID":"bd10a965-a8a7-4bfe-9ead-ecb85a6e5b5d","error":"apply: apply NetworkPolicy ai-tenant-e2e-shared-b-w4-83bb08/payload-processing-e2e-shared-b-w4-83bb08: networkpolicies.networking.k8s.io \"payload-processing-e2e-shared-b-w4-83bb08\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w4-83bb08 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T13:36:10Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenantID":"e2e-shared-b-w4-83bb08","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T13:36:12Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e8d7d911"}}
{"level":"info","ts":"2026-11-03T13:36:12Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e4da0e3"}}
{"level":"info","ts":"2026-11-03T13:36:12Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3872be6e"}}
{"level":"info","ts":"2026-11-03T13:36:22Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e8d7d911"}}
{"level":"info","ts":"2026-11-03T13:36:22Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e4da0e3"}}
{"level":"info","ts":"2026-11-03T13:36:22Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3872be6e"}}
{"level":"error","ts":"2026-11-03T13:36:33Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-423427","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-quota-423427","reconcileID":"419b53e6-2bf9-4677-87d3-2fef39f8efb3","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-shr-quota-423427\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T13:36:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:36:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"tenantID":"e2e-extmod-b-84f58d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d"}
{"level":"info","ts":"2026-11-03T13:36:37Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e8d7d911"}}
{"level":"info","ts":"2026-11-03T13:36:37Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e4da0e3"}}
{"level":"error","ts":"2026-11-03T13:36:37Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3872be6e"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T13:36:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:36:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"tenantID":"e2e-extmod-b-84f58d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d"}
{"level":"info","ts":"2026-11-03T13:36:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:36:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"tenantID":"e2e-extmod-b-84f58d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d"}
{"level":"info","ts":"2026-11-03T13:36:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:36:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"tenantID":"e2e-extmod-b-84f58d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d"}
{"level":"info","ts":"2026-11-03T13:36:53Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e8d7d911"}}
{"level":"info","ts":"2026-11-03T13:36:53Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e4da0e3"}}
{"level":"info","ts":"2026-11-03T13:37:03Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e8d7d911"}}
{"level":"info","ts":"2026-11-03T13:37:03Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e4da0e3"}}
{"level":"error","ts":"2026-11-03T13:37:06Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-a27231","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231","reconcileID":"60b0e8d8-7a78-4ffe-aeb4-534e09453595","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-shr-auth-a27231\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T13:37:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:37:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"tenantID":"e2e-extmod-b-84f58d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d"}
{"level":"info","ts":"2026-11-03T13:37:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:37:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"tenantID":"e2e-extmod-b-84f58d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d"}
{"level":"info","ts":"2026-11-03T13:37:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e8d7d911"}}
{"level":"info","ts":"2026-11-03T13:37:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e4da0e3"}}
{"level":"info","ts":"2026-11-03T13:37:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e8d7d911"}}
{"level":"info","ts":"2026-11-03T13:37:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e4da0e3"}}
{"level":"info","ts":"2026-11-03T13:37:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:37:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"tenantID":"e2e-extmod-b-84f58d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d"}
{"level":"info","ts":"2026-11-03T13:37:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5"}
{"level":"info","ts":"2026-11-03T13:37:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"tenantID":"e2e-extmod-b-84f58d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d"}
{"level":"info","ts":"2026-11-03T13:37:41Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e8d7d911"}}
{"level":"info","ts":"2026-11-03T13:37:41Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e4da0e3"}}
{"level":"info","ts":"2026-11-03T13:37:47Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress"}
{"level":"error","ts":"2026-11-03T13:37:47Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"default-tenant","reconcileID":"75bd3ad0-1b3e-4ec8-856f-6f787c92b3a5","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T13:37:48Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenantID":"e2e-extmod-a-c4ebf5","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T13:37:51Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e8d7d911"}}
{"level":"info","ts":"2026-11-03T13:37:51Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e4da0e3"}}
{"level":"info","ts":"2026-11-03T13:38:02Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"tenantID":"e2e-extmod-b-84f58d","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T13:38:02Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e8d7d911"}}
{"level":"info","ts":"2026-11-03T13:38:02Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e4da0e3"}}
{"level":"info","ts":"2026-11-03T13:38:12Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e8d7d911"}}
{"level":"error","ts":"2026-11-03T13:38:12Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e4da0e3"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}