{"level":"info","ts":"2026-11-02T17:45:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenantID":"e2e-shared-a-w4-29269b","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b"}
{"level":"info","ts":"2026-11-02T17:45:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"tenantID":"e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d"}
{"level":"info","ts":"2026-11-02T17:45:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"tenantID":"e2e-worker-w3-5cbe34","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34"}
{"level":"info","ts":"2026-11-02T17:46:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenantID":"e2e-shared-a-w4-29269b","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b"}
{"level":"info","ts":"2026-11-02T17:46:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"tenantID":"e2e-worker-w0-4c2f32","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32"}
{"level":"info","ts":"2026-11-02T17:46:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenantID":"e2e-shared-b-w4-8f16f5","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5"}
{"level":"info","ts":"2026-11-02T17:46:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"tenantID":"e2e-worker-w0-4c2f32","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32"}
{"level":"info","ts":"2026-11-02T17:46:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenantID":"e2e-shared-b-w4-8f16f5","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5"}
{"level":"info","ts":"2026-11-02T17:46:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T17:46:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"tenantID":"e2e-worker-w3-5cbe34","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34"}
{"level":"info","ts":"2026-11-02T17:46:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"tenantID":"e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d"}
{"level":"info","ts":"2026-11-02T17:46:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"tenantID":"e2e-worker-w3-5cbe34","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34"}
{"level":"info","ts":"2026-11-02T17:46:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"tenantID":"e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d"}
{"level":"info","ts":"2026-11-02T17:46:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"tenantID":"e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d"}
{"level":"info","ts":"2026-11-02T17:46:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"tenantID":"e2e-worker-w3-5cbe34","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34"}
{"level":"info","ts":"2026-11-02T17:46:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"tenantID":"e2e-worker-w3-5cbe34","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34"}
{"level":"info","ts":"2026-11-02T17:47:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenantID":"e2e-shared-a-w4-29269b","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b"}
{"level":"info","ts":"2026-11-02T17:47:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"tenantID":"e2e-worker-w3-5cbe34","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34"}
{"level":"info","ts":"2026-11-02T17:47:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"tenantID":"e2e-worker-w3-5cbe34","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34"}
{"level":"info","ts":"2026-11-02T17:47:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenantID":"e2e-shared-a-w4-29269b","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b"}
{"level":"info","ts":"2026-11-02T17:47:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-07f276"},"tenantID":"e2e-inf-a-07f276","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-07f276"}
{"level":"info","ts":"2026-11-02T17:47:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-07f276"},"tenantID":"e2e-inf-a-07f276","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-07f276"}
{"level":"info","ts":"2026-11-02T17:47:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e1e972"},"tenantID":"e2e-inf-b-e1e972","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-e1e972"}
{"level":"info","ts":"2026-11-02T17:47:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"tenantID":"e2e-worker-w3-5cbe34","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34"}
{"level":"info","ts":"2026-11-02T17:47:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e1e972"},"tenantID":"e2e-inf-b-e1e972","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-e1e972"}
{"level":"info","ts":"2026-11-02T17:47:45Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-07f276"},"tenantID":"e2e-inf-a-07f276","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-02T17:48:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenantID":"e2e-shared-b-w4-8f16f5","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5"}
{"level":"info","ts":"2026-11-02T17:48:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenantID":"e2e-shared-b-w4-8f16f5","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5"}
{"level":"info","ts":"2026-11-02T17:48:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"tenantID":"e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d"}
{"level":"info","ts":"2026-11-02T17:48:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"tenantID":"e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d"}
{"level":"info","ts":"2026-11-02T17:48:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"tenantID":"e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d"}
{"level":"info","ts":"2026-11-02T17:48:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenantID":"e2e-shared-b-w4-8f16f5","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5"}
{"level":"info","ts":"2026-11-02T17:48:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T17:48:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"tenantID":"e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d"}
{"level":"info","ts":"2026-11-02T17:48:46Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e1e972"},"tenantID":"e2e-inf-b-e1e972","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-02T17:48:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T17:48:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"tenantID":"e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d"}
{"level":"info","ts":"2026-11-02T17:48:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T17:48:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T17:49:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c1b01ac4"},"tenantID":"e2e-ait-c1b01ac4","namespace":"openshift-ingress","gatewayName":"e2e-ait-c1b01ac4"}
{"level":"info","ts":"2026-11-02T17:49:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c1b01ac4"},"tenantID":"e2e-ait-c1b01ac4","namespace":"openshift-ingress","gatewayName":"e2e-ait-c1b01ac4"}
{"level":"info","ts":"2026-11-02T17:49:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T17:49:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"tenantID":"e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d"}
{"level":"info","ts":"2026-11-02T17:49:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T17:49:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"tenantID":"e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d"}
{"level":"info","ts":"2026-11-02T17:49:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c1b01ac4"},"tenantID":"e2e-ait-c1b01ac4","namespace":"openshift-ingress","gatewayName":"e2e-ait-c1b01ac4"}
{"level":"info","ts":"2026-11-02T17:49:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T17:49:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"tenantID":"e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d"}
{"level":"info","ts":"2026-11-02T17:50:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c1b01ac4"},"tenantID":"e2e-ait-c1b01ac4","namespace":"openshift-ingress","gatewayName":"e2e-ait-c1b01ac4"}
{"level":"info","ts":"2026-11-02T17:50:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T17:50:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"tenantID":"e2e-mt-cec7a4bb","namespace":"openshift-ingress","gatewayName":"e2e-mt-cec7a4bb"}
{"level":"info","ts":"2026-11-02T17:50:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"tenantID":"e2e-mt-cec7a4bb","namespace":"openshift-ingress","gatewayName":"e2e-mt-cec7a4bb"}
{"level":"info","ts":"2026-11-02T17:50:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"tenantID":"e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d"}
{"level":"info","ts":"2026-11-02T17:50:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"tenantID":"e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d"}
{"level":"info","ts":"2026-11-02T17:50:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"tenantID":"e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d"}
{"level":"info","ts":"2026-11-02T17:50:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"tenantID":"e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d"}
{"level":"info","ts":"2026-11-02T17:50:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"tenantID":"e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d"}
{"level":"info","ts":"2026-11-02T17:50:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c1b01ac4"},"tenantID":"e2e-ait-c1b01ac4","namespace":"openshift-ingress","gatewayName":"e2e-ait-c1b01ac4"}
{"level":"info","ts":"2026-11-02T17:50:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"tenantID":"e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d"}
{"level":"info","ts":"2026-11-02T17:50:43Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c1b01ac4"}}
{"level":"info","ts":"2026-11-02T17:50:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"tenantID":"e2e-mt-cec7a4bb","namespace":"openshift-ingress","gatewayName":"e2e-mt-cec7a4bb"}
{"level":"info","ts":"2026-11-02T17:50:52Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c1b01ac4"}}
{"level":"info","ts":"2026-11-02T17:50:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"tenantID":"e2e-mt-cec7a4bb","namespace":"openshift-ingress","gatewayName":"e2e-mt-cec7a4bb"}
{"level":"info","ts":"2026-11-02T17:50:57Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c1b01ac4"},"tenantID":"e2e-ait-c1b01ac4","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-02T17:51:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"tenantID":"e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d"}
{"level":"info","ts":"2026-11-02T17:51:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"tenantID":"e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d"}
{"level":"info","ts":"2026-11-02T17:51:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"tenantID":"e2e-worker-w0-4c2f32","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4c2f32"}
{"level":"error","ts":"2026-11-02T17:51:24Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-8485e2","namespace":"e2e-extmod-rec-noaccess-9a07d6"},"namespace":"e2e-extmod-rec-noaccess-9a07d6","name":"e2e-rec-recover-8485e2","reconcileID":"7ba010bb-35ed-44ec-bbb6-b5e05c3be273","error":"update ExternalModel attachment finalizer: Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-rec-recover-8485e2\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-02T17:51:25Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1051f3ac"}}
{"level":"info","ts":"2026-11-02T17:51:25Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1051f3ac"}}
{"level":"info","ts":"2026-11-02T17:51:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1051f3ac"},"tenantID":"e2e-migrate-1051f3ac","namespace":"openshift-ingress","gatewayName":"e2e-migrate-1051f3ac-gw"}
{"level":"info","ts":"2026-11-02T17:51:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1051f3ac"},"tenantID":"e2e-migrate-1051f3ac","namespace":"openshift-ingress","gatewayName":"e2e-migrate-1051f3ac-gw"}
{"level":"info","ts":"2026-11-02T17:51:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"tenantID":"e2e-mt-cec7a4bb","namespace":"openshift-ingress","gatewayName":"e2e-mt-cec7a4bb"}
{"level":"error","ts":"2026-11-02T17:51:36Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f"},"namespace":"e2e-extmod-rec-user-efae5f","name":"e2e-rec-ctrl-89c244","reconcileID":"968edca5-0f0c-4761-aed5-26eed2e970e2","error":"apply HTTPRoute e2e-extmod-rec-user-efae5f/external-model-e2e-rec-ctrl-89c244-d63cfad5c2a4: httproutes.gateway.networking.k8s.io \"external-model-e2e-rec-ctrl-89c244-d63cfad5c2a4\" is forbidden: unable to create new content in namespace e2e-extmod-rec-user-efae5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-02T17:51:37Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f"},"namespace":"e2e-extmod-rec-user-efae5f","name":"e2e-rec-ctrl-89c244","reconcileID":"a1cd9981-732c-4ac6-80c9-53173fb39d5a","error":"apply HTTPRoute e2e-extmod-rec-user-efae5f/external-model-e2e-rec-ctrl-89c244-d63cfad5c2a4: httproutes.gateway.networking.k8s.io \"external-model-e2e-rec-ctrl-89c244-d63cfad5c2a4\" is forbidden: unable to create new content in namespace e2e-extmod-rec-user-efae5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-02T17:51:37Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-89c244","namespace":"e2e-extmod-rec-user-efae5f"},"namespace":"e2e-extmod-rec-user-efae5f","name":"e2e-rec-ctrl-89c244","reconcileID":"c084e88a-96b6-4be5-b803-8a147e19635a","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-rec-ctrl-89c244\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-02T17:51:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"tenantID":"e2e-mt-cec7a4bb","namespace":"openshift-ingress","gatewayName":"e2e-mt-cec7a4bb"}
{"level":"info","ts":"2026-11-02T17:51:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"tenantID":"e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d"}
{"level":"info","ts":"2026-11-02T17:51:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T17:51:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"tenantID":"e2e-mt-cec7a4bb","namespace":"openshift-ingress","gatewayName":"e2e-mt-cec7a4bb"}
{"level":"info","ts":"2026-11-02T17:51:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"tenantID":"e2e-mt-cec7a4bb","namespace":"openshift-ingress","gatewayName":"e2e-mt-cec7a4bb"}
{"level":"info","ts":"2026-11-02T17:51:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"tenantID":"e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d"}
{"level":"info","ts":"2026-11-02T17:51:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"tenantID":"e2e-mt-cec7a4bb","namespace":"openshift-ingress","gatewayName":"e2e-mt-cec7a4bb"}
{"level":"info","ts":"2026-11-02T17:52:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T17:52:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1051f3ac"},"tenantID":"e2e-migrate-1051f3ac","namespace":"openshift-ingress","gatewayName":"e2e-migrate-1051f3ac-gw"}
{"level":"info","ts":"2026-11-02T17:52:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T17:52:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1051f3ac"},"tenantID":"e2e-migrate-1051f3ac","namespace":"openshift-ingress","gatewayName":"e2e-migrate-1051f3ac-gw"}
{"level":"info","ts":"2026-11-02T17:52:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T17:52:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"tenantID":"e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d"}
{"level":"info","ts":"2026-11-02T17:52:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenantID":"e2e-shared-a-w4-29269b","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b"}
{"level":"info","ts":"2026-11-02T17:52:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"tenantID":"e2e-mt-cec7a4bb","namespace":"openshift-ingress","gatewayName":"e2e-mt-cec7a4bb"}
{"level":"info","ts":"2026-11-02T17:52:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T17:52:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T17:52:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"tenantID":"e2e-worker-w3-5cbe34","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34"}
{"level":"info","ts":"2026-11-02T17:52:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1051f3ac"},"tenantID":"e2e-migrate-1051f3ac","namespace":"openshift-ingress","gatewayName":"e2e-migrate-1051f3ac-gw"}
{"level":"info","ts":"2026-11-02T17:52:56Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1051f3ac"}}
{"level":"info","ts":"2026-11-02T17:52:58Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1051f3ac"}}
{"level":"info","ts":"2026-11-02T17:53:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T17:53:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T17:53:08Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1051f3ac"}}
{"level":"info","ts":"2026-11-02T17:53:10Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1051f3ac"},"tenantID":"e2e-migrate-1051f3ac","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-02T17:53:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenantID":"e2e-shared-a-w4-29269b","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b"}
{"level":"info","ts":"2026-11-02T17:53:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenantID":"e2e-shared-a-w4-29269b","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b"}
{"level":"info","ts":"2026-11-02T17:53:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenantID":"e2e-shared-b-w4-8f16f5","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5"}
{"level":"info","ts":"2026-11-02T17:53:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T17:53:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenantID":"e2e-shared-b-w4-8f16f5","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5"}
{"level":"info","ts":"2026-11-02T17:53:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T17:53:39Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"}}
{"level":"info","ts":"2026-11-02T17:53:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T17:53:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"tenantID":"e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d"}
{"level":"info","ts":"2026-11-02T17:53:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e80dd524"},"tenantID":"e2e-ait-e80dd524","namespace":"openshift-ingress","gatewayName":"e2e-ait-e80dd524"}
{"level":"info","ts":"2026-11-02T17:53:51Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"tenantID":"e2e-mt-cec7a4bb","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-02T17:53:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e80dd524"},"tenantID":"e2e-ait-e80dd524","namespace":"openshift-ingress","gatewayName":"e2e-ait-e80dd524"}
{"level":"info","ts":"2026-11-02T17:54:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenantID":"e2e-shared-a-w4-29269b","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b"}
{"level":"info","ts":"2026-11-02T17:54:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenantID":"e2e-shared-a-w4-29269b","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b"}
{"level":"info","ts":"2026-11-02T17:54:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenantID":"e2e-shared-a-w4-29269b","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b"}
{"level":"info","ts":"2026-11-02T17:54:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e80dd524"},"tenantID":"e2e-ait-e80dd524","namespace":"openshift-ingress","gatewayName":"e2e-ait-e80dd524"}
{"level":"info","ts":"2026-11-02T17:54:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e80dd524"},"tenantID":"e2e-ait-e80dd524","namespace":"openshift-ingress","gatewayName":"e2e-ait-e80dd524"}
{"level":"error","ts":"2026-11-02T17:54:30Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-ca2488","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ca2488","reconcileID":"7bae4c49-1a8b-45bb-bc5b-8df0583da8e6","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-rt-eq-ca2488\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-02T17:54:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T17:54:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"error","ts":"2026-11-02T17:54:41Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-383d63","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-detach-383d63","reconcileID":"8f3ee64d-5b63-4545-8c9b-b96380b77867","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-att-detach-383d63\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-02T17:54:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"tenantID":"e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d"}
{"level":"info","ts":"2026-11-02T17:54:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"tenantID":"e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d"}
{"level":"info","ts":"2026-11-02T17:54:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenantID":"e2e-shared-b-w4-8f16f5","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5"}
{"level":"info","ts":"2026-11-02T17:54:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T17:54:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenantID":"e2e-shared-b-w4-8f16f5","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5"}
{"level":"info","ts":"2026-11-02T17:54:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"tenantID":"e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d"}
{"level":"info","ts":"2026-11-02T17:54:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T17:55:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"tenantID":"e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d"}
{"level":"info","ts":"2026-11-02T17:55:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T17:55:07Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4c2f32"},"tenantID":"e2e-worker-w0-4c2f32","namespace":"openshift-ingress"}
{"level":"error","ts":"2026-11-02T17:55:08Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-e52723","namespace":"e2e-extmod-att-user-54fe8d"},"namespace":"e2e-extmod-att-user-54fe8d","name":"e2e-att-serve-e52723","reconcileID":"3f52efa5-fdd6-48af-9ffb-01ffad9912e2","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-att-serve-e52723\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-02T17:55:09Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e80dd524"}}
{"level":"info","ts":"2026-11-02T17:55:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"tenantID":"e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d"}
{"level":"info","ts":"2026-11-02T17:55:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"tenantID":"e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d"}
{"level":"info","ts":"2026-11-02T17:55:19Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e80dd524"}}
{"level":"info","ts":"2026-11-02T17:55:22Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e80dd524"},"tenantID":"e2e-ait-e80dd524","namespace":"openshift-ingress"}
{"level":"error","ts":"2026-11-02T17:55:23Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa","reconcileID":"a4cfce55-c72a-498f-ba7e-c5f6cb189584","error":"resolver: no provider refs resolved to routes","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-02T17:55:23Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa","reconcileID":"f4871308-99c5-439a-8ad9-280b608c41f9","error":"resolver: no provider refs resolved to routes","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-02T17:55:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenantID":"e2e-shared-b-w4-8f16f5","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5"}
{"level":"info","ts":"2026-11-02T17:55:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T17:55:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"tenantID":"e2e-mt-cec7a4bb","namespace":"openshift-ingress","gatewayName":"e2e-mt-cec7a4bb"}
{"level":"info","ts":"2026-11-02T17:55:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T17:55:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"tenantID":"e2e-mt-cec7a4bb","namespace":"openshift-ingress","gatewayName":"e2e-mt-cec7a4bb"}
{"level":"info","ts":"2026-11-02T17:55:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"tenantID":"e2e-mt-cec7a4bb","namespace":"openshift-ingress","gatewayName":"e2e-mt-cec7a4bb"}
{"level":"info","ts":"2026-11-02T17:55:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aa3c4981"},"tenantID":"e2e-ait-aa3c4981","namespace":"openshift-ingress","gatewayName":"e2e-ait-aa3c4981"}
{"level":"info","ts":"2026-11-02T17:55:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"tenantID":"e2e-mt-cec7a4bb","namespace":"openshift-ingress","gatewayName":"e2e-mt-cec7a4bb"}
{"level":"info","ts":"2026-11-02T17:55:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aa3c4981"},"tenantID":"e2e-ait-aa3c4981","namespace":"openshift-ingress","gatewayName":"e2e-ait-aa3c4981"}
{"level":"info","ts":"2026-11-02T17:56:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aa3c4981"},"tenantID":"e2e-ait-aa3c4981","namespace":"openshift-ingress","gatewayName":"e2e-ait-aa3c4981"}
{"level":"info","ts":"2026-11-02T17:56:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aa3c4981"},"tenantID":"e2e-ait-aa3c4981","namespace":"openshift-ingress","gatewayName":"e2e-ait-aa3c4981"}
{"level":"info","ts":"2026-11-02T17:56:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T17:56:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"tenantID":"e2e-mt-cec7a4bb","namespace":"openshift-ingress","gatewayName":"e2e-mt-cec7a4bb"}
{"level":"info","ts":"2026-11-02T17:56:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"tenantID":"e2e-mt-cec7a4bb","namespace":"openshift-ingress","gatewayName":"e2e-mt-cec7a4bb"}
{"level":"error","ts":"2026-11-02T17:56:51Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-0849aa","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"e2e-cmp-legacy-0849aa","reconcileID":"52deed37-30e8-47b3-a816-6b5680712fa9","error":"remove ExternalModel cleanup finalizer: externalmodels.inference.opendatahub.io \"e2e-cmp-legacy-0849aa\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-02T17:56:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T17:56:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T17:56:57Z","logger":"tenant","msg":"routing overlay is not ready for ExternalModel ExtProc","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"reason":"routing overlay is absent","namespace":"ai-tenant-e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T17:57:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T17:57:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T17:57:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aa3c4981"},"tenantID":"e2e-ait-aa3c4981","namespace":"openshift-ingress","gatewayName":"e2e-ait-aa3c4981"}
{"level":"info","ts":"2026-11-02T17:57:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aa3c4981"},"tenantID":"e2e-ait-aa3c4981","namespace":"openshift-ingress","gatewayName":"e2e-ait-aa3c4981"}
{"level":"info","ts":"2026-11-02T17:57:10Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aa3c4981"}}
{"level":"info","ts":"2026-11-02T17:57:11Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aa3c4981"}}
{"level":"info","ts":"2026-11-02T17:57:21Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cec7a4bb"},"tenantID":"e2e-mt-cec7a4bb","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-02T17:57:24Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aa3c4981"},"tenantID":"e2e-ait-aa3c4981","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-02T17:57:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T17:57:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T17:57:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T17:57:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T17:57:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"tenantID":"e2e-worker-w3-5cbe34","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34"}
{"level":"info","ts":"2026-11-02T17:57:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e061217e"},"tenantID":"e2e-derive-e061217e","namespace":"openshift-ingress","gatewayName":"e2e-derive-e061217e"}
{"level":"info","ts":"2026-11-02T17:57:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T17:57:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e061217e"},"tenantID":"e2e-derive-e061217e","namespace":"openshift-ingress","gatewayName":"e2e-derive-e061217e"}
{"level":"info","ts":"2026-11-02T17:58:03Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8a2f3e83"}}
{"level":"info","ts":"2026-11-02T17:58:03Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8a2f3e83"}}
{"level":"info","ts":"2026-11-02T17:58:04Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c172d267"}}
{"level":"info","ts":"2026-11-02T17:58:04Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c172d267"}}
{"level":"info","ts":"2026-11-02T17:58:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T17:58:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T17:58:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T17:58:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T17:58:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e061217e"},"tenantID":"e2e-derive-e061217e","namespace":"openshift-ingress","gatewayName":"e2e-derive-e061217e"}
{"level":"info","ts":"2026-11-02T17:58:20Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8a2f3e83"}}
{"level":"info","ts":"2026-11-02T17:58:20Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c172d267"}}
{"level":"info","ts":"2026-11-02T17:58:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T17:58:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e061217e"},"tenantID":"e2e-derive-e061217e","namespace":"openshift-ingress","gatewayName":"e2e-derive-e061217e"}
{"level":"info","ts":"2026-11-02T17:58:28Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8a2f3e83"}}
{"level":"info","ts":"2026-11-02T17:58:28Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8a2f3e83"}}
{"level":"info","ts":"2026-11-02T17:58:28Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8a2f3e83"}}
{"level":"info","ts":"2026-11-02T17:58:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8a2f3e83"}}
{"level":"info","ts":"2026-11-02T17:58:30Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c172d267"}}
{"level":"info","ts":"2026-11-02T17:58:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T17:58:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8a2f3e83"}}
{"level":"info","ts":"2026-11-02T17:58:40Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c172d267"}}
{"level":"info","ts":"2026-11-02T17:58:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8a2f3e83"}}
{"level":"info","ts":"2026-11-02T17:58:50Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c172d267"}}
{"level":"info","ts":"2026-11-02T17:58:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e061217e"},"tenantID":"e2e-derive-e061217e","namespace":"openshift-ingress","gatewayName":"e2e-derive-e061217e"}
{"level":"info","ts":"2026-11-02T17:59:00Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e061217e"}}
{"level":"info","ts":"2026-11-02T17:59:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8a2f3e83"}}
{"level":"info","ts":"2026-11-02T17:59:00Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c172d267"}}
{"level":"info","ts":"2026-11-02T17:59:10Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e061217e"}}
{"level":"info","ts":"2026-11-02T17:59:12Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e061217e"},"tenantID":"e2e-derive-e061217e","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-02T17:59:13Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8a2f3e83"}}
{"level":"info","ts":"2026-11-02T17:59:13Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c172d267"}}
{"level":"info","ts":"2026-11-02T17:59:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenantID":"e2e-shared-a-w4-29269b","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b"}
{"level":"info","ts":"2026-11-02T17:59:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T17:59:23Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8a2f3e83"}}
{"level":"info","ts":"2026-11-02T17:59:23Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c172d267"}}
{"level":"info","ts":"2026-11-02T17:59:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T17:59:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T17:59:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T17:59:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T17:59:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8a2f3e83"}}
{"level":"info","ts":"2026-11-02T17:59:35Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c172d267"}}
{"level":"info","ts":"2026-11-02T17:59:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ce0a26"},"tenantID":"e2e-api-a-ce0a26","namespace":"openshift-ingress","gatewayName":"e2e-api-a-ce0a26"}
{"level":"info","ts":"2026-11-02T17:59:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ce0a26"},"tenantID":"e2e-api-a-ce0a26","namespace":"openshift-ingress","gatewayName":"e2e-api-a-ce0a26"}
{"level":"info","ts":"2026-11-02T17:59:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8a2f3e83"}}
{"level":"info","ts":"2026-11-02T17:59:45Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c172d267"}}
{"level":"info","ts":"2026-11-02T17:59:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T17:59:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8a2f3e83"}}
{"level":"info","ts":"2026-11-02T17:59:55Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c172d267"}}
{"level":"error","ts":"2026-11-02T17:59:58Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-337553","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-broken-337553","reconcileID":"6ee26a5b-da2f-4c84-b2e8-d7bbf8ce0307","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-cfl-broken-337553\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-02T18:00:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenantID":"e2e-shared-a-w4-29269b","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b"}
{"level":"info","ts":"2026-11-02T18:00:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenantID":"e2e-shared-a-w4-29269b","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b"}
{"level":"info","ts":"2026-11-02T18:00:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ce0a26"},"tenantID":"e2e-api-a-ce0a26","namespace":"openshift-ingress","gatewayName":"e2e-api-a-ce0a26"}
{"level":"info","ts":"2026-11-02T18:00:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T18:00:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ce0a26"},"tenantID":"e2e-api-a-ce0a26","namespace":"openshift-ingress","gatewayName":"e2e-api-a-ce0a26"}
{"level":"info","ts":"2026-11-02T18:00:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenantID":"e2e-shared-b-w4-8f16f5","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5"}
{"level":"info","ts":"2026-11-02T18:00:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T18:00:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8a2f3e83"}}
{"level":"info","ts":"2026-11-02T18:00:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c172d267"}}
{"level":"info","ts":"2026-11-02T18:00:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenantID":"e2e-shared-b-w4-8f16f5","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5"}
{"level":"info","ts":"2026-11-02T18:00:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T18:00:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"tenantID":"e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d"}
{"level":"info","ts":"2026-11-02T18:00:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-e240b9"},"tenantID":"e2e-autores-e240b9","namespace":"openshift-ingress","gatewayName":"e2e-autores-e240b9"}
{"level":"info","ts":"2026-11-02T18:00:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-e240b9"},"tenantID":"e2e-autores-e240b9","namespace":"openshift-ingress","gatewayName":"e2e-autores-e240b9"}
{"level":"info","ts":"2026-11-02T18:00:27Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8a2f3e83"}}
{"level":"info","ts":"2026-11-02T18:00:27Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c172d267"}}
{"level":"info","ts":"2026-11-02T18:00:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T18:00:37Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8a2f3e83"}}
{"level":"info","ts":"2026-11-02T18:00:37Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c172d267"}}
{"level":"error","ts":"2026-11-02T18:00:38Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-same-d8587b","reconcileID":"b62d97f1-fcda-474c-aed9-a4f4a813c989","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-cfl-same-d8587b\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-02T18:00:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"error","ts":"2026-11-02T18:00:40Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-d8587b","namespace":"e2e-extmod-cfl-2-4984b7"},"namespace":"e2e-extmod-cfl-2-4984b7","name":"e2e-cfl-same-d8587b","reconcileID":"18b3eaeb-113f-45c8-b32d-6f7039849fdd","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-cfl-same-d8587b\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-02T18:00:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T18:00:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ce0a26"},"tenantID":"e2e-api-a-ce0a26","namespace":"openshift-ingress","gatewayName":"e2e-api-a-ce0a26"}
{"level":"info","ts":"2026-11-02T18:00:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T18:00:48Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8a2f3e83"}}
{"level":"info","ts":"2026-11-02T18:00:48Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c172d267"}}
{"level":"info","ts":"2026-11-02T18:00:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-e240b9"},"tenantID":"e2e-autores-e240b9","namespace":"openshift-ingress","gatewayName":"e2e-autores-e240b9"}
{"level":"info","ts":"2026-11-02T18:00:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T18:01:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-76304a"},"tenantID":"e2e-api-b-76304a","namespace":"openshift-ingress","gatewayName":"e2e-api-b-76304a"}
{"level":"info","ts":"2026-11-02T18:01:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-e240b9"},"tenantID":"e2e-autores-e240b9","namespace":"openshift-ingress","gatewayName":"e2e-autores-e240b9"}
{"level":"info","ts":"2026-11-02T18:01:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T18:01:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-76304a"},"tenantID":"e2e-api-b-76304a","namespace":"openshift-ingress","gatewayName":"e2e-api-b-76304a"}
{"level":"info","ts":"2026-11-02T18:01:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8a2f3e83"}}
{"level":"info","ts":"2026-11-02T18:01:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c172d267"}}
{"level":"error","ts":"2026-11-02T18:01:10Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-000759","namespace":"e2e-extmod-cfl-1-b7eff9"},"namespace":"e2e-extmod-cfl-1-b7eff9","name":"e2e-cfl-000759","reconcileID":"34f22152-ccfa-446b-aeae-ba8094374be6","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-cfl-000759\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-02T18:01:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T18:01:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T18:01:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8a2f3e83"}}
{"level":"info","ts":"2026-11-02T18:01:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c172d267"}}
{"level":"info","ts":"2026-11-02T18:01:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T18:01:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T18:01:31Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8a2f3e83"}}
{"level":"info","ts":"2026-11-02T18:01:31Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c172d267"}}
{"level":"info","ts":"2026-11-02T18:01:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T18:01:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-76304a"},"tenantID":"e2e-api-b-76304a","namespace":"openshift-ingress","gatewayName":"e2e-api-b-76304a"}
{"level":"info","ts":"2026-11-02T18:01:37Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7d2f4efb"}}
{"level":"info","ts":"2026-11-02T18:01:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-76304a"},"tenantID":"e2e-api-b-76304a","namespace":"openshift-ingress","gatewayName":"e2e-api-b-76304a"}
{"level":"info","ts":"2026-11-02T18:01:39Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7d2f4efb"}}
{"level":"info","ts":"2026-11-02T18:01:41Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8a2f3e83"}}
{"level":"info","ts":"2026-11-02T18:01:41Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c172d267"}}
{"level":"info","ts":"2026-11-02T18:01:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-e240b9"},"tenantID":"e2e-autores-e240b9","namespace":"openshift-ingress","gatewayName":"e2e-autores-e240b9"}
{"level":"info","ts":"2026-11-02T18:01:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-e240b9"},"tenantID":"e2e-autores-e240b9","namespace":"openshift-ingress","gatewayName":"e2e-autores-e240b9"}
{"level":"info","ts":"2026-11-02T18:01:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-e240b9"},"tenantID":"e2e-autores-e240b9","namespace":"openshift-ingress","gatewayName":"e2e-autores-e240b9"}
{"level":"info","ts":"2026-11-02T18:01:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-e240b9"},"tenantID":"e2e-autores-e240b9","namespace":"openshift-ingress","gatewayName":"e2e-autores-e240b9"}
{"level":"info","ts":"2026-11-02T18:01:52Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7d2f4efb"}}
{"level":"info","ts":"2026-11-02T18:01:52Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8a2f3e83"}}
{"level":"info","ts":"2026-11-02T18:01:52Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c172d267"}}
{"level":"info","ts":"2026-11-02T18:02:02Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7d2f4efb"}}
{"level":"info","ts":"2026-11-02T18:02:02Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8a2f3e83"}}
{"level":"info","ts":"2026-11-02T18:02:02Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c172d267"}}
{"level":"info","ts":"2026-11-02T18:02:12Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7d2f4efb"}}
{"level":"info","ts":"2026-11-02T18:02:12Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8a2f3e83"}}
{"level":"info","ts":"2026-11-02T18:02:12Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c172d267"}}
{"level":"info","ts":"2026-11-02T18:02:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-e240b9"},"tenantID":"e2e-autores-e240b9","namespace":"openshift-ingress","gatewayName":"e2e-autores-e240b9"}
{"level":"info","ts":"2026-11-02T18:02:15Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7d2f4efb"}}
{"level":"info","ts":"2026-11-02T18:02:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-76304a"},"tenantID":"e2e-api-b-76304a","namespace":"openshift-ingress","gatewayName":"e2e-api-b-76304a"}
{"level":"info","ts":"2026-11-02T18:02:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-e240b9"},"tenantID":"e2e-autores-e240b9","namespace":"openshift-ingress","gatewayName":"e2e-autores-e240b9"}
{"level":"info","ts":"2026-11-02T18:02:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8a2f3e83"}}
{"level":"info","ts":"2026-11-02T18:02:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c172d267"}}
{"level":"info","ts":"2026-11-02T18:02:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-76304a"},"tenantID":"e2e-api-b-76304a","namespace":"openshift-ingress","gatewayName":"e2e-api-b-76304a"}
{"level":"info","ts":"2026-11-02T18:02:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T18:02:31Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7d2f4efb"}}
{"level":"info","ts":"2026-11-02T18:02:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T18:02:35Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ce0a26"}}
{"level":"info","ts":"2026-11-02T18:02:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T18:02:40Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ce0a26"},"tenantID":"e2e-api-a-ce0a26","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-02T18:02:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8a2f3e83"}}
{"level":"info","ts":"2026-11-02T18:02:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c172d267"}}
{"level":"info","ts":"2026-11-02T18:02:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T18:02:43Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7d2f4efb"}}
{"level":"info","ts":"2026-11-02T18:02:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T18:02:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T18:02:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"tenantID":"e2e-worker-w3-5cbe34","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5cbe34"}
{"level":"info","ts":"2026-11-02T18:02:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T18:02:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8a2f3e83"}}
{"level":"info","ts":"2026-11-02T18:02:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c172d267"}}
{"level":"info","ts":"2026-11-02T18:02:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"error","ts":"2026-11-02T18:02:59Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-a41cb3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-a41cb3","reconcileID":"9b67cf48-01a2-423f-ae0a-d2744d2d7d9d","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-dft-del-a41cb3\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-02T18:02:59Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-e240b9"},"tenantID":"e2e-autores-e240b9","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-02T18:02:59Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7d2f4efb"}}
{"level":"info","ts":"2026-11-02T18:03:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T18:03:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T18:03:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T18:03:10Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-76304a"},"tenantID":"e2e-api-b-76304a","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-02T18:03:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8a2f3e83"}}
{"level":"info","ts":"2026-11-02T18:03:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c172d267"}}
{"level":"info","ts":"2026-11-02T18:03:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T18:03:13Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7d2f4efb"}}
{"level":"info","ts":"2026-11-02T18:03:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-1ab2eb"},"tenantID":"e2e-explicit-1ab2eb","namespace":"openshift-ingress","gatewayName":"e2e-explicit-1ab2eb"}
{"level":"info","ts":"2026-11-02T18:03:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-1ab2eb"},"tenantID":"e2e-explicit-1ab2eb","namespace":"openshift-ingress","gatewayName":"e2e-explicit-1ab2eb"}
{"level":"info","ts":"2026-11-02T18:03:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8a2f3e83"}}
{"level":"info","ts":"2026-11-02T18:03:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c172d267"}}
{"level":"info","ts":"2026-11-02T18:03:23Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7d2f4efb"}}
{"level":"info","ts":"2026-11-02T18:03:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8a2f3e83"}}
{"level":"info","ts":"2026-11-02T18:03:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c172d267"}}
{"level":"info","ts":"2026-11-02T18:03:33Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7d2f4efb"}}
{"level":"info","ts":"2026-11-02T18:03:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8a2f3e83"}}
{"level":"info","ts":"2026-11-02T18:03:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c172d267"}}
{"level":"info","ts":"2026-11-02T18:03:43Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7d2f4efb"}}
{"level":"info","ts":"2026-11-02T18:03:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"tenantID":"e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d"}
{"level":"info","ts":"2026-11-02T18:03:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-1ab2eb"},"tenantID":"e2e-explicit-1ab2eb","namespace":"openshift-ingress","gatewayName":"e2e-explicit-1ab2eb"}
{"level":"info","ts":"2026-11-02T18:03:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"tenantID":"e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d"}
{"level":"info","ts":"2026-11-02T18:03:54Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5cbe34"}}
{"level":"info","ts":"2026-11-02T18:03:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8a2f3e83"}}
{"level":"info","ts":"2026-11-02T18:03:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c172d267"}}
{"level":"info","ts":"2026-11-02T18:03:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-1ab2eb"},"tenantID":"e2e-explicit-1ab2eb","namespace":"openshift-ingress","gatewayName":"e2e-explicit-1ab2eb"}
{"level":"info","ts":"2026-11-02T18:03:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"tenantID":"e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d"}
{"level":"info","ts":"2026-11-02T18:03:59Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7d2f4efb"}}
{"level":"info","ts":"2026-11-02T18:04:01Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5cbe34"},"tenantID":"e2e-worker-w3-5cbe34","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-02T18:04:04Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8a2f3e83"}}
{"level":"info","ts":"2026-11-02T18:04:04Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c172d267"}}
{"level":"info","ts":"2026-11-02T18:04:09Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7d2f4efb"}}
{"level":"info","ts":"2026-11-02T18:04:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8a2f3e83"}}
{"level":"info","ts":"2026-11-02T18:04:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c172d267"}}
{"level":"info","ts":"2026-11-02T18:04:19Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7d2f4efb"}}
{"level":"info","ts":"2026-11-02T18:04:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-1ab2eb"},"tenantID":"e2e-explicit-1ab2eb","namespace":"openshift-ingress","gatewayName":"e2e-explicit-1ab2eb"}
{"level":"info","ts":"2026-11-02T18:04:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-1ab2eb"},"tenantID":"e2e-explicit-1ab2eb","namespace":"openshift-ingress","gatewayName":"e2e-explicit-1ab2eb"}
{"level":"info","ts":"2026-11-02T18:04:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8a2f3e83"}}
{"level":"info","ts":"2026-11-02T18:04:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c172d267"}}
{"level":"info","ts":"2026-11-02T18:04:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7d2f4efb"}}
{"level":"info","ts":"2026-11-02T18:04:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8a2f3e83"}}
{"level":"info","ts":"2026-11-02T18:04:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c172d267"}}
{"level":"info","ts":"2026-11-02T18:04:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7d2f4efb"}}
{"level":"info","ts":"2026-11-02T18:04:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-1ab2eb"},"tenantID":"e2e-explicit-1ab2eb","namespace":"openshift-ingress","gatewayName":"e2e-explicit-1ab2eb"}
{"level":"info","ts":"2026-11-02T18:04:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"tenantID":"e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d"}
{"level":"info","ts":"2026-11-02T18:04:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-1ab2eb"},"tenantID":"e2e-explicit-1ab2eb","namespace":"openshift-ingress","gatewayName":"e2e-explicit-1ab2eb"}
{"level":"info","ts":"2026-11-02T18:04:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"tenantID":"e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d"}
{"level":"info","ts":"2026-11-02T18:04:52Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8a2f3e83"}}
{"level":"info","ts":"2026-11-02T18:04:52Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c172d267"}}
{"level":"info","ts":"2026-11-02T18:04:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-1ab2eb"},"tenantID":"e2e-explicit-1ab2eb","namespace":"openshift-ingress","gatewayName":"e2e-explicit-1ab2eb"}
{"level":"info","ts":"2026-11-02T18:04:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7d2f4efb"}}
{"level":"info","ts":"2026-11-02T18:04:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-1ab2eb"},"tenantID":"e2e-explicit-1ab2eb","namespace":"openshift-ingress","gatewayName":"e2e-explicit-1ab2eb"}
{"level":"error","ts":"2026-11-02T18:04:58Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-acd50ab8","namespace":"e2e-extmod-fail-user-4427ee"},"namespace":"e2e-extmod-fail-user-4427ee","name":"e2e-fail-acd50ab8","reconcileID":"442ef0c6-d3a1-4399-a82a-635501f4598c","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-fail-acd50ab8\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-02T18:05:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T18:05:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T18:05:03Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8a2f3e83"}}
{"level":"info","ts":"2026-11-02T18:05:03Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c172d267"}}
{"level":"info","ts":"2026-11-02T18:05:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenantID":"e2e-shared-a-w4-29269b","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29269b"}
{"level":"info","ts":"2026-11-02T18:05:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7d2f4efb"}}
{"level":"info","ts":"2026-11-02T18:05:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T18:05:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"tenantID":"e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d"}
{"level":"info","ts":"2026-11-02T18:05:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T18:05:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"tenantID":"e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d"}
{"level":"info","ts":"2026-11-02T18:05:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8a2f3e83"}}
{"level":"info","ts":"2026-11-02T18:05:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c172d267"}}
{"level":"info","ts":"2026-11-02T18:05:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T18:05:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7d2f4efb"}}
{"level":"info","ts":"2026-11-02T18:05:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenantID":"e2e-shared-b-w4-8f16f5","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8f16f5"}
{"level":"info","ts":"2026-11-02T18:05:27Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8a2f3e83"}}
{"level":"info","ts":"2026-11-02T18:05:27Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c172d267"}}
{"level":"info","ts":"2026-11-02T18:05:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7d2f4efb"}}
{"level":"error","ts":"2026-11-02T18:05:38Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-1ab2eb"},"error":"apply NetworkPolicy ai-tenant-e2e-explicit-1ab2eb/payload-processing-e2e-explicit-1ab2eb: networkpolicies.networking.k8s.io \"payload-processing-e2e-explicit-1ab2eb\" is forbidden: unable to create new content in namespace ai-tenant-e2e-explicit-1ab2eb because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:472\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:190\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-02T18:05:38Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-1ab2eb"},"namespace":"ai-tenant-e2e-explicit-1ab2eb","name":"default-tenant","reconcileID":"379e4faa-b3eb-48c0-b15c-c8585422f7b9","error":"apply: apply NetworkPolicy ai-tenant-e2e-explicit-1ab2eb/payload-processing-e2e-explicit-1ab2eb: networkpolicies.networking.k8s.io \"payload-processing-e2e-explicit-1ab2eb\" is forbidden: unable to create new content in namespace ai-tenant-e2e-explicit-1ab2eb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-02T18:05:41Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-1ab2eb"},"tenantID":"e2e-explicit-1ab2eb","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-02T18:05:41Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8a2f3e83"}}
{"level":"info","ts":"2026-11-02T18:05:41Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c172d267"}}
{"level":"info","ts":"2026-11-02T18:05:41Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7d2f4efb"}}
{"level":"info","ts":"2026-11-02T18:05:51Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8a2f3e83"}}
{"level":"info","ts":"2026-11-02T18:05:51Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c172d267"}}
{"level":"info","ts":"2026-11-02T18:05:51Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7d2f4efb"}}
{"level":"info","ts":"2026-11-02T18:06:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8a2f3e83"}}
{"level":"info","ts":"2026-11-02T18:06:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c172d267"}}
{"level":"info","ts":"2026-11-02T18:06:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7d2f4efb"}}
{"level":"info","ts":"2026-11-02T18:06:11Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8a2f3e83"}}
{"level":"info","ts":"2026-11-02T18:06:11Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c172d267"}}
{"level":"info","ts":"2026-11-02T18:06:11Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7d2f4efb"}}
{"level":"info","ts":"2026-11-02T18:06:21Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8a2f3e83"}}
{"level":"info","ts":"2026-11-02T18:06:21Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c172d267"}}
{"level":"info","ts":"2026-11-02T18:06:21Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7d2f4efb"}}
{"level":"info","ts":"2026-11-02T18:06:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T18:06:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"tenantID":"e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d"}
{"level":"info","ts":"2026-11-02T18:06:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T18:06:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"tenantID":"e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d"}
{"level":"info","ts":"2026-11-02T18:06:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T18:06:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8a2f3e83"}}
{"level":"info","ts":"2026-11-02T18:06:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c172d267"}}
{"level":"info","ts":"2026-11-02T18:06:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7d2f4efb"}}
{"level":"info","ts":"2026-11-02T18:06:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"tenantID":"e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d"}
{"level":"info","ts":"2026-11-02T18:06:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8a2f3e83"}}
{"level":"info","ts":"2026-11-02T18:06:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c172d267"}}
{"level":"info","ts":"2026-11-02T18:06:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7d2f4efb"}}
{"level":"info","ts":"2026-11-02T18:06:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8a2f3e83"}}
{"level":"info","ts":"2026-11-02T18:06:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c172d267"}}
{"level":"info","ts":"2026-11-02T18:06:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7d2f4efb"}}
{"level":"info","ts":"2026-11-02T18:07:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8a2f3e83"}}
{"level":"info","ts":"2026-11-02T18:07:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c172d267"}}
{"level":"info","ts":"2026-11-02T18:07:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7d2f4efb"}}
{"level":"info","ts":"2026-11-02T18:07:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T18:07:14Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-29269b"},"tenantID":"e2e-shared-a-w4-29269b","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-02T18:07:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"tenantID":"e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d"}
{"level":"info","ts":"2026-11-02T18:07:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T18:07:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8a2f3e83"}}
{"level":"info","ts":"2026-11-02T18:07:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c172d267"}}
{"level":"info","ts":"2026-11-02T18:07:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7d2f4efb"}}
{"level":"info","ts":"2026-11-02T18:07:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"tenantID":"e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d"}
{"level":"info","ts":"2026-11-02T18:07:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T18:07:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"tenantID":"e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d"}
{"level":"info","ts":"2026-11-02T18:07:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T18:07:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"tenantID":"e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d"}
{"level":"info","ts":"2026-11-02T18:07:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T18:07:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8a2f3e83"}}
{"level":"info","ts":"2026-11-02T18:07:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c172d267"}}
{"level":"info","ts":"2026-11-02T18:07:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7d2f4efb"}}
{"level":"info","ts":"2026-11-02T18:07:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"tenantID":"e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d"}
{"level":"info","ts":"2026-11-02T18:07:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T18:07:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"tenantID":"e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d"}
{"level":"info","ts":"2026-11-02T18:07:45Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8f16f5"},"tenantID":"e2e-shared-b-w4-8f16f5","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-02T18:07:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T18:07:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"tenantID":"e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d"}
{"level":"info","ts":"2026-11-02T18:07:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8a2f3e83"}}
{"level":"info","ts":"2026-11-02T18:07:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c172d267"}}
{"level":"info","ts":"2026-11-02T18:07:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7d2f4efb"}}
{"level":"info","ts":"2026-11-02T18:08:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8a2f3e83"}}
{"level":"info","ts":"2026-11-02T18:08:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c172d267"}}
{"level":"info","ts":"2026-11-02T18:08:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7d2f4efb"}}
{"level":"info","ts":"2026-11-02T18:08:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T18:08:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8a2f3e83"}}
{"level":"info","ts":"2026-11-02T18:08:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c172d267"}}
{"level":"info","ts":"2026-11-02T18:08:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7d2f4efb"}}
{"level":"info","ts":"2026-11-02T18:08:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8a2f3e83"}}
{"level":"info","ts":"2026-11-02T18:08:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c172d267"}}
{"level":"info","ts":"2026-11-02T18:08:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7d2f4efb"}}
{"level":"error","ts":"2026-11-02T18:08:30Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8a2f3e83"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-02T18:08:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c172d267"}}
{"level":"info","ts":"2026-11-02T18:08:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7d2f4efb"}}
{"level":"error","ts":"2026-11-02T18:08:41Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-ef713e","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-quota-ef713e","reconcileID":"858b08ef-182f-46df-9ce8-6df6f3311cc4","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-shr-quota-ef713e\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-02T18:08:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T18:08:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"tenantID":"e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d"}
{"level":"info","ts":"2026-11-02T18:08:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c172d267"}}
{"level":"info","ts":"2026-11-02T18:08:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7d2f4efb"}}
{"level":"info","ts":"2026-11-02T18:08:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T18:08:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"tenantID":"e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d"}
{"level":"info","ts":"2026-11-02T18:08:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T18:08:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"tenantID":"e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d"}
{"level":"info","ts":"2026-11-02T18:08:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c172d267"}}
{"level":"info","ts":"2026-11-02T18:08:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7d2f4efb"}}
{"level":"info","ts":"2026-11-02T18:09:06Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c172d267"}}
{"level":"info","ts":"2026-11-02T18:09:06Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7d2f4efb"}}
{"level":"info","ts":"2026-11-02T18:09:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T18:09:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"tenantID":"e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d"}
{"level":"info","ts":"2026-11-02T18:09:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T18:09:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"tenantID":"e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d"}
{"level":"info","ts":"2026-11-02T18:09:22Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c172d267"}}
{"level":"info","ts":"2026-11-02T18:09:22Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7d2f4efb"}}
{"level":"info","ts":"2026-11-02T18:09:32Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c172d267"}}
{"level":"info","ts":"2026-11-02T18:09:32Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7d2f4efb"}}
{"level":"error","ts":"2026-11-02T18:09:37Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-ae8068","namespace":"e2e-extmod-shr-user-320794"},"namespace":"e2e-extmod-shr-user-320794","name":"e2e-shr-shared-ae8068","reconcileID":"25bb94c5-16bc-480d-a98b-ccc739037632","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-shr-shared-ae8068\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-02T18:09:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T18:09:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"tenantID":"e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d"}
{"level":"info","ts":"2026-11-02T18:09:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f761e3"}
{"level":"info","ts":"2026-11-02T18:09:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"tenantID":"e2e-extmod-b-bf9c3d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bf9c3d"}
{"level":"info","ts":"2026-11-02T18:09:47Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c172d267"}}
{"level":"info","ts":"2026-11-02T18:09:47Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7d2f4efb"}}
{"level":"error","ts":"2026-11-02T18:09:52Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"error":"apply NetworkPolicy ai-tenant-e2e-extmod-a-f761e3/payload-processing-e2e-extmod-a-f761e3: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-a-f761e3\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-a-f761e3 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:472\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:190\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-02T18:09:52Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"namespace":"ai-tenant-e2e-extmod-a-f761e3","name":"default-tenant","reconcileID":"9daf13be-35de-4e9e-9a28-b615a24b27cd","error":"apply: apply NetworkPolicy ai-tenant-e2e-extmod-a-f761e3/payload-processing-e2e-extmod-a-f761e3: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-a-f761e3\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-a-f761e3 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-02T18:09:54Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f761e3"},"tenantID":"e2e-extmod-a-f761e3","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-02T18:09:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c172d267"}}
{"level":"info","ts":"2026-11-02T18:09:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7d2f4efb"}}
{"level":"info","ts":"2026-11-02T18:10:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c172d267"}}
{"level":"info","ts":"2026-11-02T18:10:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7d2f4efb"}}
{"level":"error","ts":"2026-11-02T18:10:17Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c172d267"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-02T18:10:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7d2f4efb"}}
{"level":"info","ts":"2026-11-02T18:10:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T18:10:25Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bf9c3d"},"tenantID":"e2e-extmod-b-bf9c3d","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-02T18:10:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T18:10:28Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7d2f4efb"}}