{"level":"info","ts":"2026-11-02T09:51:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4c342351"},"tenantID":"e2e-migrate-4c342351","namespace":"openshift-ingress","gatewayName":"e2e-migrate-4c342351-gw"}
{"level":"info","ts":"2026-11-02T09:51:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"tenantID":"e2e-mt-9cbd331c","namespace":"openshift-ingress","gatewayName":"e2e-mt-9cbd331c"}
{"level":"info","ts":"2026-11-02T09:51:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"tenantID":"e2e-mt-9cbd331c","namespace":"openshift-ingress","gatewayName":"e2e-mt-9cbd331c"}
{"level":"info","ts":"2026-11-02T09:51:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenantID":"e2e-shared-a-w4-bde944","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944"}
{"level":"info","ts":"2026-11-02T09:51:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenantID":"e2e-shared-a-w4-bde944","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944"}
{"level":"info","ts":"2026-11-02T09:51:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenantID":"e2e-shared-b-w4-9e7156","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156"}
{"level":"info","ts":"2026-11-02T09:51:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenantID":"e2e-shared-b-w4-9e7156","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156"}
{"level":"info","ts":"2026-11-02T09:51:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"tenantID":"e2e-extmod-b-204fba","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba"}
{"level":"info","ts":"2026-11-02T09:51:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4c342351"},"tenantID":"e2e-migrate-4c342351","namespace":"openshift-ingress","gatewayName":"e2e-migrate-4c342351-gw"}
{"level":"info","ts":"2026-11-02T09:51:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4c342351"},"tenantID":"e2e-migrate-4c342351","namespace":"openshift-ingress","gatewayName":"e2e-migrate-4c342351-gw"}
{"level":"info","ts":"2026-11-02T09:51:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenantID":"e2e-shared-a-w4-bde944","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944"}
{"level":"info","ts":"2026-11-02T09:51:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenantID":"e2e-shared-a-w4-bde944","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944"}
{"level":"info","ts":"2026-11-02T09:51:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"tenantID":"e2e-mt-9cbd331c","namespace":"openshift-ingress","gatewayName":"e2e-mt-9cbd331c"}
{"level":"info","ts":"2026-11-02T09:51:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"tenantID":"e2e-mt-9cbd331c","namespace":"openshift-ingress","gatewayName":"e2e-mt-9cbd331c"}
{"level":"info","ts":"2026-11-02T09:51:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenantID":"e2e-shared-a-w4-bde944","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944"}
{"level":"info","ts":"2026-11-02T09:51:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenantID":"e2e-shared-a-w4-bde944","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944"}
{"level":"info","ts":"2026-11-02T09:52:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4c342351"},"tenantID":"e2e-migrate-4c342351","namespace":"openshift-ingress","gatewayName":"e2e-migrate-4c342351-gw"}
{"level":"info","ts":"2026-11-02T09:52:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"tenantID":"e2e-mt-9cbd331c","namespace":"openshift-ingress","gatewayName":"e2e-mt-9cbd331c"}
{"level":"info","ts":"2026-11-02T09:52:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4c342351"},"tenantID":"e2e-migrate-4c342351","namespace":"openshift-ingress","gatewayName":"e2e-migrate-4c342351-gw"}
{"level":"info","ts":"2026-11-02T09:52:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"tenantID":"e2e-mt-9cbd331c","namespace":"openshift-ingress","gatewayName":"e2e-mt-9cbd331c"}
{"level":"info","ts":"2026-11-02T09:52:02Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4c342351"}}
{"level":"info","ts":"2026-11-02T09:52:02Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4c342351"}}
{"level":"info","ts":"2026-11-02T09:52:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"tenantID":"e2e-mt-9cbd331c","namespace":"openshift-ingress","gatewayName":"e2e-mt-9cbd331c"}
{"level":"info","ts":"2026-11-02T09:52:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenantID":"e2e-shared-b-w4-9e7156","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156"}
{"level":"info","ts":"2026-11-02T09:52:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenantID":"e2e-shared-b-w4-9e7156","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156"}
{"level":"info","ts":"2026-11-02T09:52:12Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4c342351"}}
{"level":"info","ts":"2026-11-02T09:52:12Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4c342351"},"tenantID":"e2e-migrate-4c342351","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-02T09:52:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenantID":"e2e-shared-b-w4-9e7156","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156"}
{"level":"info","ts":"2026-11-02T09:52:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenantID":"e2e-shared-b-w4-9e7156","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156"}
{"level":"info","ts":"2026-11-02T09:52:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-62e67514"},"tenantID":"e2e-ait-62e67514","namespace":"openshift-ingress","gatewayName":"e2e-ait-62e67514"}
{"level":"info","ts":"2026-11-02T09:52:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-62e67514"},"tenantID":"e2e-ait-62e67514","namespace":"openshift-ingress","gatewayName":"e2e-ait-62e67514"}
{"level":"info","ts":"2026-11-02T09:52:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-62e67514"},"tenantID":"e2e-ait-62e67514","namespace":"openshift-ingress","gatewayName":"e2e-ait-62e67514"}
{"level":"info","ts":"2026-11-02T09:52:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-62e67514"},"tenantID":"e2e-ait-62e67514","namespace":"openshift-ingress","gatewayName":"e2e-ait-62e67514"}
{"level":"info","ts":"2026-11-02T09:52:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-62e67514"},"tenantID":"e2e-ait-62e67514","namespace":"openshift-ingress","gatewayName":"e2e-ait-62e67514"}
{"level":"info","ts":"2026-11-02T09:52:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-62e67514"},"tenantID":"e2e-ait-62e67514","namespace":"openshift-ingress","gatewayName":"e2e-ait-62e67514"}
{"level":"info","ts":"2026-11-02T09:52:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-62e67514"},"tenantID":"e2e-ait-62e67514","namespace":"openshift-ingress","gatewayName":"e2e-ait-62e67514"}
{"level":"info","ts":"2026-11-02T09:52:46Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-62e67514"}}
{"level":"info","ts":"2026-11-02T09:52:46Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-62e67514"}}
{"level":"info","ts":"2026-11-02T09:52:56Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-62e67514"}}
{"level":"info","ts":"2026-11-02T09:52:56Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-62e67514"},"tenantID":"e2e-ait-62e67514","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-02T09:53:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"tenantID":"e2e-extmod-b-204fba","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba"}
{"level":"info","ts":"2026-11-02T09:53:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"tenantID":"e2e-extmod-b-204fba","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba"}
{"level":"info","ts":"2026-11-02T09:53:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-87e02313"},"tenantID":"e2e-ait-87e02313","namespace":"openshift-ingress","gatewayName":"e2e-ait-87e02313"}
{"level":"info","ts":"2026-11-02T09:53:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-87e02313"},"tenantID":"e2e-ait-87e02313","namespace":"openshift-ingress","gatewayName":"e2e-ait-87e02313"}
{"level":"info","ts":"2026-11-02T09:53:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-87e02313"},"tenantID":"e2e-ait-87e02313","namespace":"openshift-ingress","gatewayName":"e2e-ait-87e02313"}
{"level":"info","ts":"2026-11-02T09:53:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-87e02313"},"tenantID":"e2e-ait-87e02313","namespace":"openshift-ingress","gatewayName":"e2e-ait-87e02313"}
{"level":"info","ts":"2026-11-02T09:53:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"tenantID":"e2e-mt-9cbd331c","namespace":"openshift-ingress","gatewayName":"e2e-mt-9cbd331c"}
{"level":"info","ts":"2026-11-02T09:53:20Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"}}
{"level":"info","ts":"2026-11-02T09:53:20Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"}}
{"level":"info","ts":"2026-11-02T09:53:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T09:53:30Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"}}
{"level":"info","ts":"2026-11-02T09:53:30Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"tenantID":"e2e-mt-9cbd331c","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-02T09:53:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-87e02313"},"tenantID":"e2e-ait-87e02313","namespace":"openshift-ingress","gatewayName":"e2e-ait-87e02313"}
{"level":"info","ts":"2026-11-02T09:53:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-87e02313"},"tenantID":"e2e-ait-87e02313","namespace":"openshift-ingress","gatewayName":"e2e-ait-87e02313"}
{"level":"info","ts":"2026-11-02T09:53:36Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-87e02313"}}
{"level":"info","ts":"2026-11-02T09:53:37Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-87e02313"}}
{"level":"info","ts":"2026-11-02T09:53:47Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-87e02313"}}
{"level":"info","ts":"2026-11-02T09:53:48Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-87e02313"},"tenantID":"e2e-ait-87e02313","namespace":"openshift-ingress"}
{"level":"error","ts":"2026-11-02T09:53:50Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"47f96b1c-7d9c-407d-a02d-86a00a082dd7","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-att-noaccess-2b1bf5\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-02T09:53:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ced1b7"},"tenantID":"e2e-autores-ced1b7","namespace":"openshift-ingress","gatewayName":"e2e-autores-ced1b7"}
{"level":"info","ts":"2026-11-02T09:53:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ced1b7"},"tenantID":"e2e-autores-ced1b7","namespace":"openshift-ingress","gatewayName":"e2e-autores-ced1b7"}
{"level":"info","ts":"2026-11-02T09:53:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-13c6a8db"},"tenantID":"e2e-derive-13c6a8db","namespace":"openshift-ingress","gatewayName":"e2e-derive-13c6a8db"}
{"level":"info","ts":"2026-11-02T09:53:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-13c6a8db"},"tenantID":"e2e-derive-13c6a8db","namespace":"openshift-ingress","gatewayName":"e2e-derive-13c6a8db"}
{"level":"info","ts":"2026-11-02T09:53:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ced1b7"},"tenantID":"e2e-autores-ced1b7","namespace":"openshift-ingress","gatewayName":"e2e-autores-ced1b7"}
{"level":"info","ts":"2026-11-02T09:54:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ced1b7"},"tenantID":"e2e-autores-ced1b7","namespace":"openshift-ingress","gatewayName":"e2e-autores-ced1b7"}
{"level":"info","ts":"2026-11-02T09:54:02Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"}}
{"level":"info","ts":"2026-11-02T09:54:02Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"}}
{"level":"info","ts":"2026-11-02T09:54:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"tenantID":"e2e-mt-9cbd331c","namespace":"openshift-ingress","gatewayName":"e2e-mt-9cbd331c"}
{"level":"info","ts":"2026-11-02T09:54:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"tenantID":"e2e-mt-9cbd331c","namespace":"openshift-ingress","gatewayName":"e2e-mt-9cbd331c"}
{"level":"error","ts":"2026-11-02T09:54:03Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"6dd35997-7ea1-426b-936d-ea293eb86bd4","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-att-detach-75e74e\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-02T09:54:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"tenantID":"e2e-extmod-b-204fba","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba"}
{"level":"info","ts":"2026-11-02T09:54:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"tenantID":"e2e-extmod-b-204fba","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba"}
{"level":"info","ts":"2026-11-02T09:54:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"tenantID":"e2e-extmod-b-204fba","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba"}
{"level":"info","ts":"2026-11-02T09:54:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-13c6a8db"},"tenantID":"e2e-derive-13c6a8db","namespace":"openshift-ingress","gatewayName":"e2e-derive-13c6a8db"}
{"level":"info","ts":"2026-11-02T09:54:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-13c6a8db"},"tenantID":"e2e-derive-13c6a8db","namespace":"openshift-ingress","gatewayName":"e2e-derive-13c6a8db"}
{"level":"info","ts":"2026-11-02T09:54:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ced1b7"},"tenantID":"e2e-autores-ced1b7","namespace":"openshift-ingress","gatewayName":"e2e-autores-ced1b7"}
{"level":"info","ts":"2026-11-02T09:54:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ced1b7"},"tenantID":"e2e-autores-ced1b7","namespace":"openshift-ingress","gatewayName":"e2e-autores-ced1b7"}
{"level":"info","ts":"2026-11-02T09:54:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"tenantID":"e2e-mt-9cbd331c","namespace":"openshift-ingress","gatewayName":"e2e-mt-9cbd331c"}
{"level":"info","ts":"2026-11-02T09:54:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"tenantID":"e2e-mt-9cbd331c","namespace":"openshift-ingress","gatewayName":"e2e-mt-9cbd331c"}
{"level":"info","ts":"2026-11-02T09:54:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-13c6a8db"},"tenantID":"e2e-derive-13c6a8db","namespace":"openshift-ingress","gatewayName":"e2e-derive-13c6a8db"}
{"level":"info","ts":"2026-11-02T09:54:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ced1b7"},"tenantID":"e2e-autores-ced1b7","namespace":"openshift-ingress","gatewayName":"e2e-autores-ced1b7"}
{"level":"info","ts":"2026-11-02T09:54:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-13c6a8db"},"tenantID":"e2e-derive-13c6a8db","namespace":"openshift-ingress","gatewayName":"e2e-derive-13c6a8db"}
{"level":"error","ts":"2026-11-02T09:54:15Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"f21ff544-2207-40dd-9889-0cb133c940dd","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-att-unrel-fe5797\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-02T09:54:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"tenantID":"e2e-extmod-b-204fba","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba"}
{"level":"info","ts":"2026-11-02T09:54:17Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-13c6a8db"}}
{"level":"info","ts":"2026-11-02T09:54:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ced1b7"},"tenantID":"e2e-autores-ced1b7","namespace":"openshift-ingress","gatewayName":"e2e-autores-ced1b7"}
{"level":"info","ts":"2026-11-02T09:54:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"tenantID":"e2e-extmod-b-204fba","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba"}
{"level":"info","ts":"2026-11-02T09:54:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ced1b7"},"tenantID":"e2e-autores-ced1b7","namespace":"openshift-ingress","gatewayName":"e2e-autores-ced1b7"}
{"level":"info","ts":"2026-11-02T09:54:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"tenantID":"e2e-mt-9cbd331c","namespace":"openshift-ingress","gatewayName":"e2e-mt-9cbd331c"}
{"level":"info","ts":"2026-11-02T09:54:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"tenantID":"e2e-mt-9cbd331c","namespace":"openshift-ingress","gatewayName":"e2e-mt-9cbd331c"}
{"level":"info","ts":"2026-11-02T09:54:26Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-13c6a8db"}}
{"level":"info","ts":"2026-11-02T09:54:26Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-13c6a8db"},"tenantID":"e2e-derive-13c6a8db","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-02T09:54:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"tenantID":"e2e-extmod-b-204fba","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba"}
{"level":"info","ts":"2026-11-02T09:54:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"tenantID":"e2e-extmod-b-204fba","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba"}
{"level":"info","ts":"2026-11-02T09:54:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ced1b7"},"tenantID":"e2e-autores-ced1b7","namespace":"openshift-ingress","gatewayName":"e2e-autores-ced1b7"}
{"level":"info","ts":"2026-11-02T09:54:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ced1b7"},"tenantID":"e2e-autores-ced1b7","namespace":"openshift-ingress","gatewayName":"e2e-autores-ced1b7"}
{"level":"info","ts":"2026-11-02T09:54:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"tenantID":"e2e-worker-w0-2e80fb","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb"}
{"level":"info","ts":"2026-11-02T09:54:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T09:54:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T09:54:43Z","logger":"tenant","msg":"routing overlay is not ready for ExternalModel ExtProc","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"reason":"routing overlay does not contain provider e2e-cmp-legacy-332b1b-provider","namespace":"ai-tenant-e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T09:54:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T09:54:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T09:54:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a71884"},"tenantID":"e2e-api-a-a71884","namespace":"openshift-ingress","gatewayName":"e2e-api-a-a71884"}
{"level":"info","ts":"2026-11-02T09:54:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a71884"},"tenantID":"e2e-api-a-a71884","namespace":"openshift-ingress","gatewayName":"e2e-api-a-a71884"}
{"level":"info","ts":"2026-11-02T09:54:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"tenantID":"e2e-worker-w3-a110ef","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef"}
{"level":"info","ts":"2026-11-02T09:54:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a71884"},"tenantID":"e2e-api-a-a71884","namespace":"openshift-ingress","gatewayName":"e2e-api-a-a71884"}
{"level":"info","ts":"2026-11-02T09:54:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a71884"},"tenantID":"e2e-api-a-a71884","namespace":"openshift-ingress","gatewayName":"e2e-api-a-a71884"}
{"level":"info","ts":"2026-11-02T09:55:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a71884"},"tenantID":"e2e-api-a-a71884","namespace":"openshift-ingress","gatewayName":"e2e-api-a-a71884"}
{"level":"info","ts":"2026-11-02T09:55:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a71884"},"tenantID":"e2e-api-a-a71884","namespace":"openshift-ingress","gatewayName":"e2e-api-a-a71884"}
{"level":"info","ts":"2026-11-02T09:55:12Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ced1b7"},"tenantID":"e2e-autores-ced1b7","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-02T09:55:13Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ced1b7"},"tenantID":"e2e-autores-ced1b7","namespace":"openshift-ingress"}
{"level":"error","ts":"2026-11-02T09:55:13Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ced1b7"},"namespace":"ai-tenant-e2e-autores-ced1b7","name":"default-tenant","reconcileID":"65a5b5ca-bbdb-4493-a0b3-046bca11550d","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-02T09:55:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"tenantID":"e2e-mt-9cbd331c","namespace":"openshift-ingress","gatewayName":"e2e-mt-9cbd331c"}
{"level":"info","ts":"2026-11-02T09:55:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"tenantID":"e2e-mt-9cbd331c","namespace":"openshift-ingress","gatewayName":"e2e-mt-9cbd331c"}
{"level":"info","ts":"2026-11-02T09:55:15Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"tenantID":"e2e-mt-9cbd331c","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-02T09:55:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ae13d4"},"tenantID":"e2e-api-b-ae13d4","namespace":"openshift-ingress","gatewayName":"e2e-api-b-ae13d4"}
{"level":"info","ts":"2026-11-02T09:55:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ae13d4"},"tenantID":"e2e-api-b-ae13d4","namespace":"openshift-ingress","gatewayName":"e2e-api-b-ae13d4"}
{"level":"info","ts":"2026-11-02T09:55:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ae13d4"},"tenantID":"e2e-api-b-ae13d4","namespace":"openshift-ingress","gatewayName":"e2e-api-b-ae13d4"}
{"level":"info","ts":"2026-11-02T09:55:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ae13d4"},"tenantID":"e2e-api-b-ae13d4","namespace":"openshift-ingress","gatewayName":"e2e-api-b-ae13d4"}
{"level":"info","ts":"2026-11-02T09:55:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-9a69d1"},"tenantID":"e2e-explicit-9a69d1","namespace":"openshift-ingress","gatewayName":"e2e-explicit-9a69d1"}
{"level":"info","ts":"2026-11-02T09:55:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-9a69d1"},"tenantID":"e2e-explicit-9a69d1","namespace":"openshift-ingress","gatewayName":"e2e-explicit-9a69d1"}
{"level":"info","ts":"2026-11-02T09:55:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ae13d4"},"tenantID":"e2e-api-b-ae13d4","namespace":"openshift-ingress","gatewayName":"e2e-api-b-ae13d4"}
{"level":"info","ts":"2026-11-02T09:55:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ae13d4"},"tenantID":"e2e-api-b-ae13d4","namespace":"openshift-ingress","gatewayName":"e2e-api-b-ae13d4"}
{"level":"info","ts":"2026-11-02T09:55:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T09:55:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-9a69d1"},"tenantID":"e2e-explicit-9a69d1","namespace":"openshift-ingress","gatewayName":"e2e-explicit-9a69d1"}
{"level":"info","ts":"2026-11-02T09:55:35Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-95cda5cc"}}
{"level":"info","ts":"2026-11-02T09:55:35Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-95cda5cc"}}
{"level":"info","ts":"2026-11-02T09:55:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-9a69d1"},"tenantID":"e2e-explicit-9a69d1","namespace":"openshift-ingress","gatewayName":"e2e-explicit-9a69d1"}
{"level":"info","ts":"2026-11-02T09:55:36Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d0d845d2"}}
{"level":"info","ts":"2026-11-02T09:55:36Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d0d845d2"}}
{"level":"error","ts":"2026-11-02T09:55:44Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a71884"},"error":"apply NetworkPolicy ai-tenant-e2e-api-a-a71884/payload-processing-e2e-api-a-a71884: networkpolicies.networking.k8s.io \"payload-processing-e2e-api-a-a71884\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-a71884 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:472\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:190\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-02T09:55:44Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a71884"},"namespace":"ai-tenant-e2e-api-a-a71884","name":"default-tenant","reconcileID":"6506a066-7993-485e-a883-18521e8896dd","error":"apply: apply NetworkPolicy ai-tenant-e2e-api-a-a71884/payload-processing-e2e-api-a-a71884: networkpolicies.networking.k8s.io \"payload-processing-e2e-api-a-a71884\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-a71884 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-02T09:55:44Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a71884"},"error":"apply NetworkPolicy ai-tenant-e2e-api-a-a71884/payload-processing-e2e-api-a-a71884: networkpolicies.networking.k8s.io \"payload-processing-e2e-api-a-a71884\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-a71884 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:472\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:190\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-02T09:55:44Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a71884"},"namespace":"ai-tenant-e2e-api-a-a71884","name":"default-tenant","reconcileID":"470ac5d9-d6de-4b50-9f46-e3b6632527ff","error":"apply: apply NetworkPolicy ai-tenant-e2e-api-a-a71884/payload-processing-e2e-api-a-a71884: networkpolicies.networking.k8s.io \"payload-processing-e2e-api-a-a71884\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-a71884 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-02T09:55:44Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a71884"},"error":"apply NetworkPolicy ai-tenant-e2e-api-a-a71884/payload-processing-e2e-api-a-a71884: networkpolicies.networking.k8s.io \"payload-processing-e2e-api-a-a71884\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-a71884 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:472\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:190\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-02T09:55:44Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a71884"},"namespace":"ai-tenant-e2e-api-a-a71884","name":"default-tenant","reconcileID":"40a0639b-93b3-457d-887e-99ea60ea9cb5","error":"apply: apply NetworkPolicy ai-tenant-e2e-api-a-a71884/payload-processing-e2e-api-a-a71884: networkpolicies.networking.k8s.io \"payload-processing-e2e-api-a-a71884\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-a71884 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-02T09:55:45Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a71884"},"error":"apply NetworkPolicy ai-tenant-e2e-api-a-a71884/payload-processing-e2e-api-a-a71884: networkpolicies.networking.k8s.io \"payload-processing-e2e-api-a-a71884\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-a71884 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:472\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:190\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-02T09:55:45Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a71884"},"namespace":"ai-tenant-e2e-api-a-a71884","name":"default-tenant","reconcileID":"ae6544b2-268d-4ecd-a30e-0128a8d8d96b","error":"apply: apply NetworkPolicy ai-tenant-e2e-api-a-a71884/payload-processing-e2e-api-a-a71884: networkpolicies.networking.k8s.io \"payload-processing-e2e-api-a-a71884\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-a71884 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-02T09:55:45Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a71884"},"tenantID":"e2e-api-a-a71884","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-02T09:55:45Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-95cda5cc"}}
{"level":"info","ts":"2026-11-02T09:55:46Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d0d845d2"}}
{"level":"info","ts":"2026-11-02T09:55:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-9a69d1"},"tenantID":"e2e-explicit-9a69d1","namespace":"openshift-ingress","gatewayName":"e2e-explicit-9a69d1"}
{"level":"info","ts":"2026-11-02T09:55:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-9a69d1"},"tenantID":"e2e-explicit-9a69d1","namespace":"openshift-ingress","gatewayName":"e2e-explicit-9a69d1"}
{"level":"error","ts":"2026-11-02T09:55:51Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b","reconcileID":"30eb28ec-bf53-417d-a0d7-01bdd45f28a1","error":"remove ExternalModel cleanup finalizer: externalmodels.inference.opendatahub.io \"e2e-cmp-legacy-332b1b\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-02T09:55:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T09:55:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T09:55:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T09:55:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-9a69d1"},"tenantID":"e2e-explicit-9a69d1","namespace":"openshift-ingress","gatewayName":"e2e-explicit-9a69d1"}
{"level":"info","ts":"2026-11-02T09:55:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T09:55:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-9a69d1"},"tenantID":"e2e-explicit-9a69d1","namespace":"openshift-ingress","gatewayName":"e2e-explicit-9a69d1"}
{"level":"info","ts":"2026-11-02T09:55:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-95cda5cc"}}
{"level":"info","ts":"2026-11-02T09:55:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T09:55:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-9a69d1"},"tenantID":"e2e-explicit-9a69d1","namespace":"openshift-ingress","gatewayName":"e2e-explicit-9a69d1"}
{"level":"info","ts":"2026-11-02T09:55:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T09:55:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T09:55:58Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d0d845d2"}}
{"level":"info","ts":"2026-11-02T09:55:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"error","ts":"2026-11-02T09:56:00Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ae13d4"},"error":"apply NetworkPolicy ai-tenant-e2e-api-b-ae13d4/payload-processing-e2e-api-b-ae13d4: networkpolicies.networking.k8s.io \"payload-processing-e2e-api-b-ae13d4\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-ae13d4 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:472\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:190\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-02T09:56:00Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ae13d4"},"namespace":"ai-tenant-e2e-api-b-ae13d4","name":"default-tenant","reconcileID":"b85b7eb1-390d-477d-b07c-c230df1bd95c","error":"apply: apply NetworkPolicy ai-tenant-e2e-api-b-ae13d4/payload-processing-e2e-api-b-ae13d4: networkpolicies.networking.k8s.io \"payload-processing-e2e-api-b-ae13d4\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-ae13d4 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-02T09:56:00Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ae13d4"},"error":"apply NetworkPolicy ai-tenant-e2e-api-b-ae13d4/payload-processing-e2e-api-b-ae13d4: networkpolicies.networking.k8s.io \"payload-processing-e2e-api-b-ae13d4\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-ae13d4 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:472\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:190\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-02T09:56:00Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ae13d4"},"namespace":"ai-tenant-e2e-api-b-ae13d4","name":"default-tenant","reconcileID":"634117d6-5af1-463c-99d4-99c16586158d","error":"apply: apply NetworkPolicy ai-tenant-e2e-api-b-ae13d4/payload-processing-e2e-api-b-ae13d4: networkpolicies.networking.k8s.io \"payload-processing-e2e-api-b-ae13d4\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-ae13d4 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-02T09:56:00Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ae13d4"},"error":"apply NetworkPolicy ai-tenant-e2e-api-b-ae13d4/payload-processing-e2e-api-b-ae13d4: networkpolicies.networking.k8s.io \"payload-processing-e2e-api-b-ae13d4\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-ae13d4 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:472\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:190\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-02T09:56:00Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ae13d4"},"namespace":"ai-tenant-e2e-api-b-ae13d4","name":"default-tenant","reconcileID":"6680f6b2-67a9-489c-98dd-1f35a3524aaf","error":"apply: apply NetworkPolicy ai-tenant-e2e-api-b-ae13d4/payload-processing-e2e-api-b-ae13d4: networkpolicies.networking.k8s.io \"payload-processing-e2e-api-b-ae13d4\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-ae13d4 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-02T09:56:00Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ae13d4"},"tenantID":"e2e-api-b-ae13d4","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-02T09:56:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-9a69d1"},"tenantID":"e2e-explicit-9a69d1","namespace":"openshift-ingress","gatewayName":"e2e-explicit-9a69d1"}
{"level":"info","ts":"2026-11-02T09:56:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-9a69d1"},"tenantID":"e2e-explicit-9a69d1","namespace":"openshift-ingress","gatewayName":"e2e-explicit-9a69d1"}
{"level":"info","ts":"2026-11-02T09:56:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-95cda5cc"}}
{"level":"info","ts":"2026-11-02T09:56:08Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d0d845d2"}}
{"level":"info","ts":"2026-11-02T09:56:15Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-95cda5cc"}}
{"level":"info","ts":"2026-11-02T09:56:18Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d0d845d2"}}
{"level":"info","ts":"2026-11-02T09:56:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-95cda5cc"}}
{"level":"info","ts":"2026-11-02T09:56:28Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d0d845d2"}}
{"level":"info","ts":"2026-11-02T09:56:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenantID":"e2e-shared-a-w4-bde944","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944"}
{"level":"info","ts":"2026-11-02T09:56:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenantID":"e2e-shared-a-w4-bde944","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944"}
{"level":"info","ts":"2026-11-02T09:56:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenantID":"e2e-shared-b-w4-9e7156","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156"}
{"level":"info","ts":"2026-11-02T09:56:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenantID":"e2e-shared-b-w4-9e7156","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156"}
{"level":"info","ts":"2026-11-02T09:56:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T09:56:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T09:56:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T09:56:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-95cda5cc"}}
{"level":"info","ts":"2026-11-02T09:56:38Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d0d845d2"}}
{"level":"info","ts":"2026-11-02T09:56:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T09:56:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T09:56:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T09:56:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T09:56:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-9a69d1"},"tenantID":"e2e-explicit-9a69d1","namespace":"openshift-ingress","gatewayName":"e2e-explicit-9a69d1"}
{"level":"info","ts":"2026-11-02T09:56:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T09:56:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-95cda5cc"}}
{"level":"info","ts":"2026-11-02T09:56:46Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-9a69d1"},"tenantID":"e2e-explicit-9a69d1","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-02T09:56:46Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-9a69d1"},"tenantID":"e2e-explicit-9a69d1","namespace":"openshift-ingress"}
{"level":"error","ts":"2026-11-02T09:56:46Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-9a69d1"},"namespace":"ai-tenant-e2e-explicit-9a69d1","name":"default-tenant","reconcileID":"e8fab656-c0ae-4670-a5d7-8c0bcb2717aa","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-02T09:56:48Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d0d845d2"}}
{"level":"info","ts":"2026-11-02T09:56:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T09:56:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T09:56:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-95cda5cc"}}
{"level":"info","ts":"2026-11-02T09:56:58Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d0d845d2"}}
{"level":"info","ts":"2026-11-02T09:57:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-95cda5cc"}}
{"level":"info","ts":"2026-11-02T09:57:08Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d0d845d2"}}
{"level":"info","ts":"2026-11-02T09:57:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T09:57:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T09:57:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T09:57:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T09:57:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-95cda5cc"}}
{"level":"info","ts":"2026-11-02T09:57:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T09:57:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T09:57:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T09:57:18Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d0d845d2"}}
{"level":"info","ts":"2026-11-02T09:57:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T09:57:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T09:57:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-95cda5cc"}}
{"level":"info","ts":"2026-11-02T09:57:28Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d0d845d2"}}
{"level":"info","ts":"2026-11-02T09:57:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T09:57:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T09:57:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T09:57:34Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d0d845d2"}}
{"level":"info","ts":"2026-11-02T09:57:34Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d0d845d2"}}
{"level":"info","ts":"2026-11-02T09:57:34Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d0d845d2"}}
{"level":"info","ts":"2026-11-02T09:57:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d0d845d2"}}
{"level":"info","ts":"2026-11-02T09:57:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-95cda5cc"}}
{"level":"info","ts":"2026-11-02T09:57:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T09:57:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d0d845d2"}}
{"level":"info","ts":"2026-11-02T09:57:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-95cda5cc"}}
{"level":"info","ts":"2026-11-02T09:57:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d0d845d2"}}
{"level":"info","ts":"2026-11-02T09:57:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-95cda5cc"}}
{"level":"info","ts":"2026-11-02T09:57:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T09:57:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T09:57:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T09:57:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T09:58:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T09:58:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d0d845d2"}}
{"level":"info","ts":"2026-11-02T09:58:06Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-95cda5cc"}}
{"level":"info","ts":"2026-11-02T09:58:08Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"tenantID":"e2e-worker-w0-2e80fb","namespace":"openshift-ingress"}
{"level":"error","ts":"2026-11-02T09:58:09Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-6ae45e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6ae45e","reconcileID":"0f484ace-fb6f-4c5e-b041-0bb93b1da19b","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-rt-eq-6ae45e\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-02T09:58:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T09:58:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T09:58:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T09:58:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T09:58:15Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d0d845d2"}}
{"level":"info","ts":"2026-11-02T09:58:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-95cda5cc"}}
{"level":"error","ts":"2026-11-02T09:58:21Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b5d95f","reconcileID":"a529844c-572d-4325-9ed4-a8c3bd12d847","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-rt-sw-b5d95f\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-02T09:58:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T09:58:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T09:58:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d0d845d2"}}
{"level":"info","ts":"2026-11-02T09:58:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-95cda5cc"}}
{"level":"info","ts":"2026-11-02T09:58:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenantID":"e2e-shared-a-w4-bde944","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944"}
{"level":"error","ts":"2026-11-02T09:58:27Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"error":"apply NetworkPolicy ai-tenant-e2e-shared-a-w4-bde944/payload-processing-e2e-shared-a-w4-bde944: networkpolicies.networking.k8s.io \"payload-processing-e2e-shared-a-w4-bde944\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w4-bde944 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:472\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:190\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-02T09:58:27Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"default-tenant","reconcileID":"c3ca44d0-1ec3-49b4-baf6-e5c1cec30690","error":"apply: apply NetworkPolicy ai-tenant-e2e-shared-a-w4-bde944/payload-processing-e2e-shared-a-w4-bde944: networkpolicies.networking.k8s.io \"payload-processing-e2e-shared-a-w4-bde944\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w4-bde944 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-02T09:58:28Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"error":"apply NetworkPolicy ai-tenant-e2e-shared-a-w4-bde944/payload-processing-e2e-shared-a-w4-bde944: networkpolicies.networking.k8s.io \"payload-processing-e2e-shared-a-w4-bde944\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w4-bde944 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:472\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:190\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-02T09:58:28Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"default-tenant","reconcileID":"f6da2f85-8b30-45e9-91ae-bb7a0a1cba12","error":"apply: apply NetworkPolicy ai-tenant-e2e-shared-a-w4-bde944/payload-processing-e2e-shared-a-w4-bde944: networkpolicies.networking.k8s.io \"payload-processing-e2e-shared-a-w4-bde944\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w4-bde944 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-02T09:58:28Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"error":"apply NetworkPolicy ai-tenant-e2e-shared-a-w4-bde944/payload-processing-e2e-shared-a-w4-bde944: networkpolicies.networking.k8s.io \"payload-processing-e2e-shared-a-w4-bde944\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w4-bde944 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:472\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:190\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-02T09:58:28Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"default-tenant","reconcileID":"be8890e3-96c8-462e-9e69-bb267a206bb7","error":"apply: apply NetworkPolicy ai-tenant-e2e-shared-a-w4-bde944/payload-processing-e2e-shared-a-w4-bde944: networkpolicies.networking.k8s.io \"payload-processing-e2e-shared-a-w4-bde944\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w4-bde944 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-02T09:58:28Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bde944"}}
{"level":"info","ts":"2026-11-02T09:58:28Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenantID":"e2e-shared-a-w4-bde944","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-02T09:58:29Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenantID":"e2e-shared-a-w4-bde944","namespace":"openshift-ingress"}
{"level":"error","ts":"2026-11-02T09:58:29Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"default-tenant","reconcileID":"f7a18e5e-600b-4798-957c-1f0d4a6d6ba3","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-02T09:58:33Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-c672d3","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-ok-c672d3","reconcileID":"66e376c4-3d19-4405-a3c9-3e60e0265884","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-cfl-ok-c672d3\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-02T09:58:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T09:58:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T09:58:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T09:58:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d0d845d2"}}
{"level":"info","ts":"2026-11-02T09:58:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-95cda5cc"}}
{"level":"info","ts":"2026-11-02T09:58:42Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenantID":"e2e-shared-b-w4-9e7156","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-02T09:58:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d0d845d2"}}
{"level":"info","ts":"2026-11-02T09:58:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-95cda5cc"}}
{"level":"info","ts":"2026-11-02T09:58:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"error","ts":"2026-11-02T09:58:56Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-same-c0024c","reconcileID":"3166b67e-789c-45e6-8bdc-1f04aeeaa036","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-cfl-same-c0024c\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-02T09:58:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T09:58:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d0d845d2"}}
{"level":"info","ts":"2026-11-02T09:58:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T09:58:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-95cda5cc"}}
{"level":"info","ts":"2026-11-02T09:58:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"error","ts":"2026-11-02T09:58:57Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-same-c0024c","reconcileID":"37b8dc27-4e84-4f24-ad5e-85de737b4df2","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-cfl-same-c0024c\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-02T09:58:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T09:58:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T09:59:00Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-34ee5538"}}
{"level":"info","ts":"2026-11-02T09:59:00Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-34ee5538"}}
{"level":"info","ts":"2026-11-02T09:59:06Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d0d845d2"}}
{"level":"info","ts":"2026-11-02T09:59:06Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-95cda5cc"}}
{"level":"info","ts":"2026-11-02T09:59:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"error","ts":"2026-11-02T09:59:09Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-a78d06","reconcileID":"82b99971-2967-4df4-a93a-9e4d4325ef77","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-cfl-a78d06\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-02T09:59:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T09:59:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T09:59:10Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-34ee5538"}}
{"level":"info","ts":"2026-11-02T09:59:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d0d845d2"}}
{"level":"info","ts":"2026-11-02T09:59:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-95cda5cc"}}
{"level":"info","ts":"2026-11-02T09:59:20Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-34ee5538"}}
{"level":"info","ts":"2026-11-02T09:59:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T09:59:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T09:59:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"error","ts":"2026-11-02T09:59:22Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-89ee55","reconcileID":"ed37c486-666c-4b04-a3dd-3b97e35cd0c2","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-cfl-89ee55\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-02T09:59:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T09:59:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T09:59:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d0d845d2"}}
{"level":"info","ts":"2026-11-02T09:59:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-95cda5cc"}}
{"level":"info","ts":"2026-11-02T09:59:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"tenantID":"e2e-extmod-b-204fba","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba"}
{"level":"info","ts":"2026-11-02T09:59:30Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-34ee5538"}}
{"level":"info","ts":"2026-11-02T09:59:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d0d845d2"}}
{"level":"info","ts":"2026-11-02T09:59:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-95cda5cc"}}
{"level":"info","ts":"2026-11-02T09:59:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T09:59:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T09:59:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T09:59:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-34ee5538"}}
{"level":"info","ts":"2026-11-02T09:59:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-34ee5538"}}
{"level":"info","ts":"2026-11-02T09:59:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-34ee5538"}}
{"level":"info","ts":"2026-11-02T09:59:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-34ee5538"}}
{"level":"info","ts":"2026-11-02T09:59:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d0d845d2"}}
{"level":"info","ts":"2026-11-02T09:59:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-95cda5cc"}}
{"level":"info","ts":"2026-11-02T09:59:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-34ee5538"}}
{"level":"info","ts":"2026-11-02T09:59:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"tenantID":"e2e-worker-w3-a110ef","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef"}
{"level":"info","ts":"2026-11-02T09:59:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d0d845d2"}}
{"level":"info","ts":"2026-11-02T09:59:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-95cda5cc"}}
{"level":"info","ts":"2026-11-02T09:59:59Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-34ee5538"}}
{"level":"info","ts":"2026-11-02T10:00:06Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d0d845d2"}}
{"level":"info","ts":"2026-11-02T10:00:06Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-95cda5cc"}}
{"level":"info","ts":"2026-11-02T10:00:09Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-34ee5538"}}
{"level":"error","ts":"2026-11-02T10:00:10Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-cce475","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cce475","reconcileID":"914af6e9-f5f8-4fdb-ad0b-d4f056cb10db","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-dft-cce475\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-02T10:00:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T10:00:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T10:00:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T10:00:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T10:00:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T10:00:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T10:00:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T10:00:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T10:00:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T10:00:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d0d845d2"}}
{"level":"info","ts":"2026-11-02T10:00:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-95cda5cc"}}
{"level":"info","ts":"2026-11-02T10:00:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T10:00:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T10:00:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T10:00:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T10:00:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T10:00:19Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-34ee5538"}}
{"level":"error","ts":"2026-11-02T10:00:19Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-6be7b9","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-6be7b9","reconcileID":"f78f0ce0-0a95-472d-94e2-823214a3e5ca","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-dft-del-6be7b9\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-02T10:00:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T10:00:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-02T10:00:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T10:00:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T10:00:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T10:00:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d0d845d2"}}
{"level":"info","ts":"2026-11-02T10:00:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-95cda5cc"}}
{"level":"info","ts":"2026-11-02T10:00:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-34ee5538"}}
{"level":"info","ts":"2026-11-02T10:00:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d0d845d2"}}
{"level":"info","ts":"2026-11-02T10:00:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-95cda5cc"}}
{"level":"info","ts":"2026-11-02T10:00:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-34ee5538"}}
{"level":"info","ts":"2026-11-02T10:00:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d0d845d2"}}
{"level":"info","ts":"2026-11-02T10:00:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"tenantID":"e2e-extmod-b-204fba","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba"}
{"level":"info","ts":"2026-11-02T10:00:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"tenantID":"e2e-extmod-b-204fba","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba"}
{"level":"info","ts":"2026-11-02T10:00:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-95cda5cc"}}
{"level":"info","ts":"2026-11-02T10:00:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"tenantID":"e2e-extmod-b-204fba","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba"}
{"level":"info","ts":"2026-11-02T10:00:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-34ee5538"}}
{"level":"info","ts":"2026-11-02T10:00:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d0d845d2"}}
{"level":"info","ts":"2026-11-02T10:00:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-95cda5cc"}}
{"level":"info","ts":"2026-11-02T10:00:59Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-34ee5538"}}
{"level":"info","ts":"2026-11-02T10:01:06Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d0d845d2"}}
{"level":"info","ts":"2026-11-02T10:01:06Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-95cda5cc"}}
{"level":"info","ts":"2026-11-02T10:01:09Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-34ee5538"}}
{"level":"info","ts":"2026-11-02T10:01:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"tenantID":"e2e-worker-w3-a110ef","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef"}
{"level":"info","ts":"2026-11-02T10:01:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"tenantID":"e2e-worker-w3-a110ef","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef"}
{"level":"info","ts":"2026-11-02T10:01:15Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"tenantID":"e2e-worker-w3-a110ef","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-02T10:01:15Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"tenantID":"e2e-worker-w3-a110ef","namespace":"openshift-ingress"}
{"level":"error","ts":"2026-11-02T10:01:15Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"default-tenant","reconcileID":"3081ae64-c011-4984-bb04-c233c4af2db4","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-02T10:01:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d0d845d2"}}
{"level":"info","ts":"2026-11-02T10:01:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-95cda5cc"}}
{"level":"error","ts":"2026-11-02T10:01:18Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-9d96b1db","reconcileID":"3c7511ac-f7f9-4bf4-9f55-d2717af6599a","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-fail-9d96b1db\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-02T10:01:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"tenantID":"e2e-extmod-b-204fba","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba"}
{"level":"info","ts":"2026-11-02T10:01:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"tenantID":"e2e-extmod-b-204fba","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba"}
{"level":"info","ts":"2026-11-02T10:01:19Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-34ee5538"}}
{"level":"info","ts":"2026-11-02T10:01:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d0d845d2"}}
{"level":"info","ts":"2026-11-02T10:01:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-95cda5cc"}}
{"level":"error","ts":"2026-11-02T10:01:29Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-ce1d47d8","reconcileID":"60c789fa-5fc5-4a2c-b924-c88a76a7e442","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-fail-ce1d47d8\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-02T10:01:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T10:01:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-34ee5538"}}
{"level":"info","ts":"2026-11-02T10:01:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T10:01:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d0d845d2"}}
{"level":"info","ts":"2026-11-02T10:01:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-95cda5cc"}}
{"level":"info","ts":"2026-11-02T10:01:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T10:01:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"tenantID":"e2e-extmod-b-204fba","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba"}
{"level":"info","ts":"2026-11-02T10:01:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T10:01:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"tenantID":"e2e-extmod-b-204fba","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba"}
{"level":"info","ts":"2026-11-02T10:01:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-34ee5538"}}
{"level":"info","ts":"2026-11-02T10:01:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T10:01:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d0d845d2"}}
{"level":"info","ts":"2026-11-02T10:01:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-95cda5cc"}}
{"level":"info","ts":"2026-11-02T10:01:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-34ee5538"}}
{"level":"info","ts":"2026-11-02T10:01:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d0d845d2"}}
{"level":"info","ts":"2026-11-02T10:01:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-95cda5cc"}}
{"level":"info","ts":"2026-11-02T10:02:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-34ee5538"}}
{"level":"info","ts":"2026-11-02T10:02:06Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d0d845d2"}}
{"level":"info","ts":"2026-11-02T10:02:06Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-95cda5cc"}}
{"level":"info","ts":"2026-11-02T10:02:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-34ee5538"}}
{"level":"info","ts":"2026-11-02T10:02:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d0d845d2"}}
{"level":"info","ts":"2026-11-02T10:02:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-95cda5cc"}}
{"level":"info","ts":"2026-11-02T10:02:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-34ee5538"}}
{"level":"info","ts":"2026-11-02T10:02:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T10:02:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"tenantID":"e2e-extmod-b-204fba","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba"}
{"level":"info","ts":"2026-11-02T10:02:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T10:02:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"tenantID":"e2e-extmod-b-204fba","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba"}
{"level":"info","ts":"2026-11-02T10:02:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T10:02:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"tenantID":"e2e-extmod-b-204fba","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba"}
{"level":"info","ts":"2026-11-02T10:02:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d0d845d2"}}
{"level":"info","ts":"2026-11-02T10:02:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-95cda5cc"}}
{"level":"info","ts":"2026-11-02T10:02:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-34ee5538"}}
{"level":"info","ts":"2026-11-02T10:02:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d0d845d2"}}
{"level":"info","ts":"2026-11-02T10:02:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-95cda5cc"}}
{"level":"info","ts":"2026-11-02T10:02:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-34ee5538"}}
{"level":"info","ts":"2026-11-02T10:02:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d0d845d2"}}
{"level":"info","ts":"2026-11-02T10:02:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T10:02:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"tenantID":"e2e-extmod-b-204fba","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba"}
{"level":"info","ts":"2026-11-02T10:02:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T10:02:47Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-95cda5cc"}}
{"level":"info","ts":"2026-11-02T10:02:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"tenantID":"e2e-extmod-b-204fba","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba"}
{"level":"info","ts":"2026-11-02T10:02:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T10:02:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"tenantID":"e2e-extmod-b-204fba","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba"}
{"level":"info","ts":"2026-11-02T10:02:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T10:02:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"tenantID":"e2e-extmod-b-204fba","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba"}
{"level":"info","ts":"2026-11-02T10:02:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T10:02:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"tenantID":"e2e-extmod-b-204fba","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba"}
{"level":"info","ts":"2026-11-02T10:02:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T10:02:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-34ee5538"}}
{"level":"info","ts":"2026-11-02T10:02:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T10:02:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"tenantID":"e2e-extmod-b-204fba","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba"}
{"level":"info","ts":"2026-11-02T10:02:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T10:02:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"tenantID":"e2e-extmod-b-204fba","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba"}
{"level":"info","ts":"2026-11-02T10:02:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T10:02:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"tenantID":"e2e-extmod-b-204fba","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba"}
{"level":"info","ts":"2026-11-02T10:02:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d0d845d2"}}
{"level":"info","ts":"2026-11-02T10:02:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T10:02:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"tenantID":"e2e-extmod-b-204fba","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba"}
{"level":"info","ts":"2026-11-02T10:02:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-95cda5cc"}}
{"level":"info","ts":"2026-11-02T10:03:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-34ee5538"}}
{"level":"info","ts":"2026-11-02T10:03:06Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d0d845d2"}}
{"level":"info","ts":"2026-11-02T10:03:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-95cda5cc"}}
{"level":"info","ts":"2026-11-02T10:03:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-34ee5538"}}
{"level":"info","ts":"2026-11-02T10:03:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d0d845d2"}}
{"level":"info","ts":"2026-11-02T10:03:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-95cda5cc"}}
{"level":"info","ts":"2026-11-02T10:03:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-34ee5538"}}
{"level":"info","ts":"2026-11-02T10:03:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d0d845d2"}}
{"level":"info","ts":"2026-11-02T10:03:27Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-95cda5cc"}}
{"level":"info","ts":"2026-11-02T10:03:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-34ee5538"}}
{"level":"info","ts":"2026-11-02T10:03:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d0d845d2"}}
{"level":"info","ts":"2026-11-02T10:03:37Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-95cda5cc"}}
{"level":"error","ts":"2026-11-02T10:03:40Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-d6b802","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-quota-d6b802","reconcileID":"d4cf21ab-a3d4-4bcc-bffc-df55939afe83","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-shr-quota-d6b802\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-02T10:03:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T10:03:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"tenantID":"e2e-extmod-b-204fba","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba"}
{"level":"info","ts":"2026-11-02T10:03:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T10:03:41Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-34ee5538"}}
{"level":"info","ts":"2026-11-02T10:03:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"tenantID":"e2e-extmod-b-204fba","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba"}
{"level":"info","ts":"2026-11-02T10:03:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T10:03:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"tenantID":"e2e-extmod-b-204fba","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba"}
{"level":"info","ts":"2026-11-02T10:03:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T10:03:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"tenantID":"e2e-extmod-b-204fba","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba"}
{"level":"error","ts":"2026-11-02T10:03:42Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-03cf05","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-amb-03cf05","reconcileID":"f76df00c-e819-41ef-9cdb-83a97534e11b","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-shr-amb-03cf05\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-02T10:03:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T10:03:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"tenantID":"e2e-extmod-b-204fba","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba"}
{"level":"info","ts":"2026-11-02T10:03:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T10:03:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"tenantID":"e2e-extmod-b-204fba","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba"}
{"level":"info","ts":"2026-11-02T10:03:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d0d845d2"}}
{"level":"info","ts":"2026-11-02T10:03:47Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-95cda5cc"}}
{"level":"info","ts":"2026-11-02T10:03:51Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-34ee5538"}}
{"level":"info","ts":"2026-11-02T10:03:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d0d845d2"}}
{"level":"info","ts":"2026-11-02T10:03:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-95cda5cc"}}
{"level":"info","ts":"2026-11-02T10:04:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-34ee5538"}}
{"level":"error","ts":"2026-11-02T10:04:05Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-8b1bd2","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-auth-8b1bd2","reconcileID":"a1b497a4-34d3-4023-b789-aa5e39cf698f","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-shr-auth-8b1bd2\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-02T10:04:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T10:04:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"tenantID":"e2e-extmod-b-204fba","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba"}
{"level":"info","ts":"2026-11-02T10:04:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T10:04:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"tenantID":"e2e-extmod-b-204fba","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba"}
{"level":"info","ts":"2026-11-02T10:04:06Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d0d845d2"}}
{"level":"info","ts":"2026-11-02T10:04:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-95cda5cc"}}
{"level":"info","ts":"2026-11-02T10:04:11Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-34ee5538"}}
{"level":"info","ts":"2026-11-02T10:04:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d0d845d2"}}
{"level":"info","ts":"2026-11-02T10:04:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-95cda5cc"}}
{"level":"info","ts":"2026-11-02T10:04:21Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-34ee5538"}}
{"level":"info","ts":"2026-11-02T10:04:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d0d845d2"}}
{"level":"info","ts":"2026-11-02T10:04:27Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-95cda5cc"}}
{"level":"info","ts":"2026-11-02T10:04:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T10:04:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"tenantID":"e2e-extmod-b-204fba","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba"}
{"level":"info","ts":"2026-11-02T10:04:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T10:04:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"tenantID":"e2e-extmod-b-204fba","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba"}
{"level":"info","ts":"2026-11-02T10:04:31Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-34ee5538"}}
{"level":"info","ts":"2026-11-02T10:04:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d0d845d2"}}
{"level":"info","ts":"2026-11-02T10:04:37Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-95cda5cc"}}
{"level":"info","ts":"2026-11-02T10:04:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T10:04:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129"}
{"level":"info","ts":"2026-11-02T10:04:41Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-34ee5538"}}
{"level":"info","ts":"2026-11-02T10:04:42Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-02T10:04:43Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenantID":"e2e-extmod-a-629129","namespace":"openshift-ingress"}
{"level":"error","ts":"2026-11-02T10:04:43Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"default-tenant","reconcileID":"cbe55155-06b7-4eba-8924-7ab9788b8dd4","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-02T10:04:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d0d845d2"}}
{"level":"info","ts":"2026-11-02T10:04:47Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-95cda5cc"}}
{"level":"info","ts":"2026-11-02T10:04:51Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-34ee5538"}}
{"level":"info","ts":"2026-11-02T10:04:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d0d845d2"}}
{"level":"info","ts":"2026-11-02T10:04:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"tenantID":"e2e-extmod-b-204fba","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba"}
{"level":"info","ts":"2026-11-02T10:04:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"tenantID":"e2e-extmod-b-204fba","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba"}
{"level":"info","ts":"2026-11-02T10:04:57Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"tenantID":"e2e-extmod-b-204fba","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-02T10:04:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-95cda5cc"}}
{"level":"info","ts":"2026-11-02T10:05:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-34ee5538"}}
{"level":"info","ts":"2026-11-02T10:05:06Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d0d845d2"}}
{"level":"info","ts":"2026-11-02T10:05:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-95cda5cc"}}