{"level":"info","ts":"2026-11-03T14:29:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4a67e25f"},"tenantID":"e2e-mt-4a67e25f","namespace":"openshift-ingress","gatewayName":"e2e-mt-4a67e25f"}
{"level":"info","ts":"2026-11-03T14:29:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-1ffaa0"},"tenantID":"e2e-shared-a-w4-1ffaa0","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-1ffaa0"}
{"level":"info","ts":"2026-11-03T14:29:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-1ffaa0"},"tenantID":"e2e-shared-a-w4-1ffaa0","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-1ffaa0"}
{"level":"info","ts":"2026-11-03T14:29:46Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-d608daf1"}}
{"level":"info","ts":"2026-11-03T14:29:46Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-d608daf1"}}
{"level":"info","ts":"2026-11-03T14:29:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-d608daf1"},"tenantID":"e2e-migrate-d608daf1","namespace":"openshift-ingress","gatewayName":"e2e-migrate-d608daf1-gw"}
{"level":"info","ts":"2026-11-03T14:29:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-d608daf1"},"tenantID":"e2e-migrate-d608daf1","namespace":"openshift-ingress","gatewayName":"e2e-migrate-d608daf1-gw"}
{"level":"info","ts":"2026-11-03T14:29:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4a67e25f"},"tenantID":"e2e-mt-4a67e25f","namespace":"openshift-ingress","gatewayName":"e2e-mt-4a67e25f"}
{"level":"info","ts":"2026-11-03T14:29:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2d0da2"},"tenantID":"e2e-shared-b-w4-2d0da2","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2d0da2"}
{"level":"info","ts":"2026-11-03T14:29:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2d0da2"},"tenantID":"e2e-shared-b-w4-2d0da2","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2d0da2"}
{"level":"info","ts":"2026-11-03T14:29:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4361f"},"tenantID":"e2e-extmod-b-b4361f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b4361f"}
{"level":"info","ts":"2026-11-03T14:30:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4a67e25f"},"tenantID":"e2e-mt-4a67e25f","namespace":"openshift-ingress","gatewayName":"e2e-mt-4a67e25f"}
{"level":"info","ts":"2026-11-03T14:30:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4361f"},"tenantID":"e2e-extmod-b-b4361f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b4361f"}
{"level":"info","ts":"2026-11-03T14:30:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4a67e25f"},"tenantID":"e2e-mt-4a67e25f","namespace":"openshift-ingress","gatewayName":"e2e-mt-4a67e25f"}
{"level":"info","ts":"2026-11-03T14:30:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-d608daf1"},"tenantID":"e2e-migrate-d608daf1","namespace":"openshift-ingress","gatewayName":"e2e-migrate-d608daf1-gw"}
{"level":"info","ts":"2026-11-03T14:30:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T14:30:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-d608daf1"},"tenantID":"e2e-migrate-d608daf1","namespace":"openshift-ingress","gatewayName":"e2e-migrate-d608daf1-gw"}
{"level":"info","ts":"2026-11-03T14:30:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-1ffaa0"},"tenantID":"e2e-shared-a-w4-1ffaa0","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-1ffaa0"}
{"level":"info","ts":"2026-11-03T14:30:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-1ffaa0"},"tenantID":"e2e-shared-a-w4-1ffaa0","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-1ffaa0"}
{"level":"error","ts":"2026-11-03T14:30:12Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-cbbdc1","namespace":"e2e-extmod-rec-noaccess-5794d8"},"namespace":"e2e-extmod-rec-noaccess-5794d8","name":"e2e-rec-recover-cbbdc1","reconcileID":"05e7dc5b-96f4-40e9-8d5e-fee19fa71331","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-rec-recover-cbbdc1\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T14:30:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4a67e25f"},"tenantID":"e2e-mt-4a67e25f","namespace":"openshift-ingress","gatewayName":"e2e-mt-4a67e25f"}
{"level":"info","ts":"2026-11-03T14:30:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-1ffaa0"},"tenantID":"e2e-shared-a-w4-1ffaa0","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-1ffaa0"}
{"level":"info","ts":"2026-11-03T14:30:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-d608daf1"},"tenantID":"e2e-migrate-d608daf1","namespace":"openshift-ingress","gatewayName":"e2e-migrate-d608daf1-gw"}
{"level":"info","ts":"2026-11-03T14:30:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-d608daf1"},"tenantID":"e2e-migrate-d608daf1","namespace":"openshift-ingress","gatewayName":"e2e-migrate-d608daf1-gw"}
{"level":"info","ts":"2026-11-03T14:30:26Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-d608daf1"}}
{"level":"info","ts":"2026-11-03T14:30:27Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-d608daf1"}}
{"level":"error","ts":"2026-11-03T14:30:29Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-c2fec9","namespace":"e2e-extmod-rec-user-001d8c"},"namespace":"e2e-extmod-rec-user-001d8c","name":"e2e-rec-ctrl-c2fec9","reconcileID":"d8bf3c37-2787-4bbd-9a04-d17fc32bfbdf","error":"apply Service e2e-extmod-rec-user-001d8c/provider-e2e-rec-ctrl-c2fec9-provider: services \"provider-e2e-rec-ctrl-c2fec9-provider\" is forbidden: unable to create new content in namespace e2e-extmod-rec-user-001d8c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T14:30:29Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-c2fec9","namespace":"e2e-extmod-rec-user-001d8c"},"namespace":"e2e-extmod-rec-user-001d8c","name":"e2e-rec-ctrl-c2fec9","reconcileID":"a13526b5-42c0-4688-b0aa-f27ee2a21677","error":"apply Service e2e-extmod-rec-user-001d8c/provider-e2e-rec-ctrl-c2fec9-provider: services \"provider-e2e-rec-ctrl-c2fec9-provider\" is forbidden: unable to create new content in namespace e2e-extmod-rec-user-001d8c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T14:30:29Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-c2fec9","namespace":"e2e-extmod-rec-user-001d8c"},"namespace":"e2e-extmod-rec-user-001d8c","name":"e2e-rec-ctrl-c2fec9","reconcileID":"98814005-5826-423a-813e-55877604df24","error":"apply Service e2e-extmod-rec-user-001d8c/provider-e2e-rec-ctrl-c2fec9-provider: services \"provider-e2e-rec-ctrl-c2fec9-provider\" is forbidden: unable to create new content in namespace e2e-extmod-rec-user-001d8c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T14:30:29Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-c2fec9","namespace":"e2e-extmod-rec-user-001d8c"},"namespace":"e2e-extmod-rec-user-001d8c","name":"e2e-rec-ctrl-c2fec9","reconcileID":"ebedcf39-d8bf-4408-b035-04460ed32988","error":"apply Service e2e-extmod-rec-user-001d8c/provider-e2e-rec-ctrl-c2fec9-provider: services \"provider-e2e-rec-ctrl-c2fec9-provider\" is forbidden: unable to create new content in namespace e2e-extmod-rec-user-001d8c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T14:30:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4361f"},"tenantID":"e2e-extmod-b-b4361f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b4361f"}
{"level":"error","ts":"2026-11-03T14:30:31Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-c2fec9","namespace":"e2e-extmod-rec-user-001d8c"},"namespace":"e2e-extmod-rec-user-001d8c","name":"e2e-rec-ctrl-c2fec9","reconcileID":"f64e4c41-bc89-4fe5-bb45-e83518699f85","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-rec-ctrl-c2fec9\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T14:30:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4361f"},"tenantID":"e2e-extmod-b-b4361f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b4361f"}
{"level":"info","ts":"2026-11-03T14:30:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2d0da2"},"tenantID":"e2e-shared-b-w4-2d0da2","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2d0da2"}
{"level":"info","ts":"2026-11-03T14:30:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2d0da2"},"tenantID":"e2e-shared-b-w4-2d0da2","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2d0da2"}
{"level":"info","ts":"2026-11-03T14:30:37Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-d608daf1"}}
{"level":"info","ts":"2026-11-03T14:30:38Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-d608daf1"},"tenantID":"e2e-migrate-d608daf1","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T14:30:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4361f"},"tenantID":"e2e-extmod-b-b4361f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b4361f"}
{"level":"info","ts":"2026-11-03T14:30:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4361f"},"tenantID":"e2e-extmod-b-b4361f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b4361f"}
{"level":"info","ts":"2026-11-03T14:30:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2d0da2"},"tenantID":"e2e-shared-b-w4-2d0da2","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2d0da2"}
{"level":"info","ts":"2026-11-03T14:30:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c1daa315"},"tenantID":"e2e-ait-c1daa315","namespace":"openshift-ingress","gatewayName":"e2e-ait-c1daa315"}
{"level":"info","ts":"2026-11-03T14:30:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c1daa315"},"tenantID":"e2e-ait-c1daa315","namespace":"openshift-ingress","gatewayName":"e2e-ait-c1daa315"}
{"level":"info","ts":"2026-11-03T14:30:51Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4a67e25f"}}
{"level":"info","ts":"2026-11-03T14:31:02Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4a67e25f"}}
{"level":"info","ts":"2026-11-03T14:31:02Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4a67e25f"},"tenantID":"e2e-mt-4a67e25f","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T14:31:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c1daa315"},"tenantID":"e2e-ait-c1daa315","namespace":"openshift-ingress","gatewayName":"e2e-ait-c1daa315"}
{"level":"info","ts":"2026-11-03T14:31:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c1daa315"},"tenantID":"e2e-ait-c1daa315","namespace":"openshift-ingress","gatewayName":"e2e-ait-c1daa315"}
{"level":"info","ts":"2026-11-03T14:31:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4361f"},"tenantID":"e2e-extmod-b-b4361f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b4361f"}
{"level":"info","ts":"2026-11-03T14:31:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c1daa315"},"tenantID":"e2e-ait-c1daa315","namespace":"openshift-ingress","gatewayName":"e2e-ait-c1daa315"}
{"level":"info","ts":"2026-11-03T14:31:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c1daa315"},"tenantID":"e2e-ait-c1daa315","namespace":"openshift-ingress","gatewayName":"e2e-ait-c1daa315"}
{"level":"info","ts":"2026-11-03T14:31:29Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c1daa315"}}
{"level":"info","ts":"2026-11-03T14:31:29Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c1daa315"}}
{"level":"info","ts":"2026-11-03T14:31:39Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c1daa315"}}
{"level":"info","ts":"2026-11-03T14:31:40Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c1daa315"},"tenantID":"e2e-ait-c1daa315","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T14:31:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-09d577dc"},"tenantID":"e2e-ait-09d577dc","namespace":"openshift-ingress","gatewayName":"e2e-ait-09d577dc"}
{"level":"info","ts":"2026-11-03T14:31:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-09d577dc"},"tenantID":"e2e-ait-09d577dc","namespace":"openshift-ingress","gatewayName":"e2e-ait-09d577dc"}
{"level":"info","ts":"2026-11-03T14:31:52Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4a67e25f"}}
{"level":"info","ts":"2026-11-03T14:31:52Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4a67e25f"}}
{"level":"info","ts":"2026-11-03T14:31:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4a67e25f"},"tenantID":"e2e-mt-4a67e25f","namespace":"openshift-ingress","gatewayName":"e2e-mt-4a67e25f"}
{"level":"info","ts":"2026-11-03T14:31:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4a67e25f"},"tenantID":"e2e-mt-4a67e25f","namespace":"openshift-ingress","gatewayName":"e2e-mt-4a67e25f"}
{"level":"info","ts":"2026-11-03T14:32:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6653eb"},"tenantID":"e2e-autores-6653eb","namespace":"openshift-ingress","gatewayName":"e2e-autores-6653eb"}
{"level":"info","ts":"2026-11-03T14:32:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4a67e25f"},"tenantID":"e2e-mt-4a67e25f","namespace":"openshift-ingress","gatewayName":"e2e-mt-4a67e25f"}
{"level":"info","ts":"2026-11-03T14:32:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6653eb"},"tenantID":"e2e-autores-6653eb","namespace":"openshift-ingress","gatewayName":"e2e-autores-6653eb"}
{"level":"info","ts":"2026-11-03T14:32:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4a67e25f"},"tenantID":"e2e-mt-4a67e25f","namespace":"openshift-ingress","gatewayName":"e2e-mt-4a67e25f"}
{"level":"error","ts":"2026-11-03T14:32:04Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-4c891b","namespace":"e2e-extmod-rot-user-2b8176"},"namespace":"e2e-extmod-rot-user-2b8176","name":"e2e-rot-4c891b","reconcileID":"f58efa48-1a47-4772-b628-9d2420f18bd2","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-rot-4c891b\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T14:32:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4361f"},"tenantID":"e2e-extmod-b-b4361f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b4361f"}
{"level":"info","ts":"2026-11-03T14:32:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-09d577dc"},"tenantID":"e2e-ait-09d577dc","namespace":"openshift-ingress","gatewayName":"e2e-ait-09d577dc"}
{"level":"info","ts":"2026-11-03T14:32:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-09d577dc"},"tenantID":"e2e-ait-09d577dc","namespace":"openshift-ingress","gatewayName":"e2e-ait-09d577dc"}
{"level":"info","ts":"2026-11-03T14:32:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-156ae1"},"tenantID":"e2e-worker-w3-156ae1","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-156ae1"}
{"level":"info","ts":"2026-11-03T14:32:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6653eb"},"tenantID":"e2e-autores-6653eb","namespace":"openshift-ingress","gatewayName":"e2e-autores-6653eb"}
{"level":"info","ts":"2026-11-03T14:32:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6653eb"},"tenantID":"e2e-autores-6653eb","namespace":"openshift-ingress","gatewayName":"e2e-autores-6653eb"}
{"level":"info","ts":"2026-11-03T14:32:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4a67e25f"},"tenantID":"e2e-mt-4a67e25f","namespace":"openshift-ingress","gatewayName":"e2e-mt-4a67e25f"}
{"level":"info","ts":"2026-11-03T14:32:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4a67e25f"},"tenantID":"e2e-mt-4a67e25f","namespace":"openshift-ingress","gatewayName":"e2e-mt-4a67e25f"}
{"level":"info","ts":"2026-11-03T14:32:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-86c2e2"},"tenantID":"e2e-worker-w0-86c2e2","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-86c2e2"}
{"level":"info","ts":"2026-11-03T14:32:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-09d577dc"},"tenantID":"e2e-ait-09d577dc","namespace":"openshift-ingress","gatewayName":"e2e-ait-09d577dc"}
{"level":"info","ts":"2026-11-03T14:32:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-09d577dc"},"tenantID":"e2e-ait-09d577dc","namespace":"openshift-ingress","gatewayName":"e2e-ait-09d577dc"}
{"level":"info","ts":"2026-11-03T14:32:35Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-09d577dc"}}
{"level":"info","ts":"2026-11-03T14:32:36Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-09d577dc"}}
{"level":"info","ts":"2026-11-03T14:32:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6653eb"},"tenantID":"e2e-autores-6653eb","namespace":"openshift-ingress","gatewayName":"e2e-autores-6653eb"}
{"level":"info","ts":"2026-11-03T14:32:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6653eb"},"tenantID":"e2e-autores-6653eb","namespace":"openshift-ingress","gatewayName":"e2e-autores-6653eb"}
{"level":"info","ts":"2026-11-03T14:32:46Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-09d577dc"}}
{"level":"info","ts":"2026-11-03T14:32:47Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-09d577dc"},"tenantID":"e2e-ait-09d577dc","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T14:32:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6653eb"},"tenantID":"e2e-autores-6653eb","namespace":"openshift-ingress","gatewayName":"e2e-autores-6653eb"}
{"level":"info","ts":"2026-11-03T14:32:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6653eb"},"tenantID":"e2e-autores-6653eb","namespace":"openshift-ingress","gatewayName":"e2e-autores-6653eb"}
{"level":"info","ts":"2026-11-03T14:32:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6653eb"},"tenantID":"e2e-autores-6653eb","namespace":"openshift-ingress","gatewayName":"e2e-autores-6653eb"}
{"level":"error","ts":"2026-11-03T14:32:51Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-ba920b","namespace":"e2e-extmod-att-noaccess-83b58f"},"namespace":"e2e-extmod-att-noaccess-83b58f","name":"e2e-att-noaccess-ba920b","reconcileID":"5179ef35-ef6b-4700-b58c-c54fb096a6a9","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-att-noaccess-ba920b\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T14:32:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-95af53a1"},"tenantID":"e2e-derive-95af53a1","namespace":"openshift-ingress","gatewayName":"e2e-derive-95af53a1"}
{"level":"info","ts":"2026-11-03T14:33:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-95af53a1"},"tenantID":"e2e-derive-95af53a1","namespace":"openshift-ingress","gatewayName":"e2e-derive-95af53a1"}
{"level":"error","ts":"2026-11-03T14:33:04Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-421244","namespace":"e2e-extmod-att-user-9a1d59"},"namespace":"e2e-extmod-att-user-9a1d59","name":"e2e-att-detach-421244","reconcileID":"1b10c084-6165-467f-ab6b-61ddcf88a3b6","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-att-detach-421244\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T14:33:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4361f"},"tenantID":"e2e-extmod-b-b4361f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b4361f"}
{"level":"info","ts":"2026-11-03T14:33:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6653eb"},"tenantID":"e2e-autores-6653eb","namespace":"openshift-ingress","gatewayName":"e2e-autores-6653eb"}
{"level":"info","ts":"2026-11-03T14:33:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4361f"},"tenantID":"e2e-extmod-b-b4361f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b4361f"}
{"level":"info","ts":"2026-11-03T14:33:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6653eb"},"tenantID":"e2e-autores-6653eb","namespace":"openshift-ingress","gatewayName":"e2e-autores-6653eb"}
{"level":"info","ts":"2026-11-03T14:33:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6653eb"},"tenantID":"e2e-autores-6653eb","namespace":"openshift-ingress","gatewayName":"e2e-autores-6653eb"}
{"level":"error","ts":"2026-11-03T14:33:15Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4a67e25f"},"error":"apply NetworkPolicy ai-tenant-e2e-mt-4a67e25f/payload-processing-e2e-mt-4a67e25f: networkpolicies.networking.k8s.io \"payload-processing-e2e-mt-4a67e25f\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-4a67e25f because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:472\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:190\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T14:33:15Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4a67e25f"},"namespace":"ai-tenant-e2e-mt-4a67e25f","name":"default-tenant","reconcileID":"d544593c-ec03-4c10-8342-42ee434bb26d","error":"apply: apply NetworkPolicy ai-tenant-e2e-mt-4a67e25f/payload-processing-e2e-mt-4a67e25f: networkpolicies.networking.k8s.io \"payload-processing-e2e-mt-4a67e25f\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-4a67e25f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T14:33:16Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4a67e25f"},"tenantID":"e2e-mt-4a67e25f","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T14:33:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-95af53a1"},"tenantID":"e2e-derive-95af53a1","namespace":"openshift-ingress","gatewayName":"e2e-derive-95af53a1"}
{"level":"info","ts":"2026-11-03T14:33:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4361f"},"tenantID":"e2e-extmod-b-b4361f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b4361f"}
{"level":"info","ts":"2026-11-03T14:33:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-95af53a1"},"tenantID":"e2e-derive-95af53a1","namespace":"openshift-ingress","gatewayName":"e2e-derive-95af53a1"}
{"level":"error","ts":"2026-11-03T14:33:28Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-9bd1f3","namespace":"e2e-extmod-att-user-9a1d59"},"namespace":"e2e-extmod-att-user-9a1d59","name":"e2e-att-serve-9bd1f3","reconcileID":"e53607dd-6366-4d12-9d69-1a27a332859c","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-att-serve-9bd1f3\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T14:33:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4361f"},"tenantID":"e2e-extmod-b-b4361f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b4361f"}
{"level":"info","ts":"2026-11-03T14:33:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4361f"},"tenantID":"e2e-extmod-b-b4361f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b4361f"}
{"level":"info","ts":"2026-11-03T14:33:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-95af53a1"},"tenantID":"e2e-derive-95af53a1","namespace":"openshift-ingress","gatewayName":"e2e-derive-95af53a1"}
{"level":"info","ts":"2026-11-03T14:33:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-95af53a1"},"tenantID":"e2e-derive-95af53a1","namespace":"openshift-ingress","gatewayName":"e2e-derive-95af53a1"}
{"level":"info","ts":"2026-11-03T14:33:43Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-95af53a1"}}
{"level":"info","ts":"2026-11-03T14:33:43Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-95af53a1"}}
{"level":"info","ts":"2026-11-03T14:33:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:33:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:33:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:33:51Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6653eb"},"tenantID":"e2e-autores-6653eb","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T14:33:51Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6653eb"},"tenantID":"e2e-autores-6653eb","namespace":"openshift-ingress"}
{"level":"error","ts":"2026-11-03T14:33:51Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6653eb"},"namespace":"ai-tenant-e2e-autores-6653eb","name":"default-tenant","reconcileID":"5afa7a05-3677-4e70-b219-28c31a581d73","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T14:33:51Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-630b7ed5"}}
{"level":"info","ts":"2026-11-03T14:33:51Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-630b7ed5"}}
{"level":"info","ts":"2026-11-03T14:33:52Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"info","ts":"2026-11-03T14:33:52Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"info","ts":"2026-11-03T14:33:54Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-95af53a1"}}
{"level":"info","ts":"2026-11-03T14:33:54Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-95af53a1"},"tenantID":"e2e-derive-95af53a1","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T14:34:01Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-630b7ed5"}}
{"level":"info","ts":"2026-11-03T14:34:02Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"info","ts":"2026-11-03T14:34:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cb587c"},"tenantID":"e2e-api-a-cb587c","namespace":"openshift-ingress","gatewayName":"e2e-api-a-cb587c"}
{"level":"info","ts":"2026-11-03T14:34:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cb587c"},"tenantID":"e2e-api-a-cb587c","namespace":"openshift-ingress","gatewayName":"e2e-api-a-cb587c"}
{"level":"info","ts":"2026-11-03T14:34:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-630b7ed5"}}
{"level":"info","ts":"2026-11-03T14:34:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-630b7ed5"}}
{"level":"info","ts":"2026-11-03T14:34:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-630b7ed5"}}
{"level":"info","ts":"2026-11-03T14:34:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-630b7ed5"}}
{"level":"info","ts":"2026-11-03T14:34:12Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"info","ts":"2026-11-03T14:34:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4a0349"},"tenantID":"e2e-explicit-4a0349","namespace":"openshift-ingress","gatewayName":"e2e-explicit-4a0349"}
{"level":"info","ts":"2026-11-03T14:34:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4a0349"},"tenantID":"e2e-explicit-4a0349","namespace":"openshift-ingress","gatewayName":"e2e-explicit-4a0349"}
{"level":"info","ts":"2026-11-03T14:34:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cb587c"},"tenantID":"e2e-api-a-cb587c","namespace":"openshift-ingress","gatewayName":"e2e-api-a-cb587c"}
{"level":"info","ts":"2026-11-03T14:34:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-630b7ed5"}}
{"level":"info","ts":"2026-11-03T14:34:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cb587c"},"tenantID":"e2e-api-a-cb587c","namespace":"openshift-ingress","gatewayName":"e2e-api-a-cb587c"}
{"level":"info","ts":"2026-11-03T14:34:22Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"info","ts":"2026-11-03T14:34:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-630b7ed5"}}
{"level":"info","ts":"2026-11-03T14:34:32Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"info","ts":"2026-11-03T14:34:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4a0349"},"tenantID":"e2e-explicit-4a0349","namespace":"openshift-ingress","gatewayName":"e2e-explicit-4a0349"}
{"level":"info","ts":"2026-11-03T14:34:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4a0349"},"tenantID":"e2e-explicit-4a0349","namespace":"openshift-ingress","gatewayName":"e2e-explicit-4a0349"}
{"level":"info","ts":"2026-11-03T14:34:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:34:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:34:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cb587c"},"tenantID":"e2e-api-a-cb587c","namespace":"openshift-ingress","gatewayName":"e2e-api-a-cb587c"}
{"level":"info","ts":"2026-11-03T14:34:41Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-630b7ed5"}}
{"level":"info","ts":"2026-11-03T14:34:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cb587c"},"tenantID":"e2e-api-a-cb587c","namespace":"openshift-ingress","gatewayName":"e2e-api-a-cb587c"}
{"level":"info","ts":"2026-11-03T14:34:42Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"info","ts":"2026-11-03T14:34:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2e8614"},"tenantID":"e2e-api-b-2e8614","namespace":"openshift-ingress","gatewayName":"e2e-api-b-2e8614"}
{"level":"info","ts":"2026-11-03T14:34:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2e8614"},"tenantID":"e2e-api-b-2e8614","namespace":"openshift-ingress","gatewayName":"e2e-api-b-2e8614"}
{"level":"info","ts":"2026-11-03T14:34:52Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-630b7ed5"}}
{"level":"info","ts":"2026-11-03T14:34:52Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"error","ts":"2026-11-03T14:34:55Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-d5ee9e","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"namespace":"ai-tenant-e2e-extmod-a-331c9e","name":"e2e-cmp-legacy-d5ee9e","reconcileID":"c739c0b1-af77-420b-94e7-a0eba7e6afcf","error":"remove ExternalModel cleanup finalizer: externalmodels.inference.opendatahub.io \"e2e-cmp-legacy-d5ee9e\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T14:34:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:34:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:34:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4a0349"},"tenantID":"e2e-explicit-4a0349","namespace":"openshift-ingress","gatewayName":"e2e-explicit-4a0349"}
{"level":"info","ts":"2026-11-03T14:34:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:35:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:35:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:35:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:35:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:35:03Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-630b7ed5"}}
{"level":"info","ts":"2026-11-03T14:35:03Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"info","ts":"2026-11-03T14:35:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4a0349"},"tenantID":"e2e-explicit-4a0349","namespace":"openshift-ingress","gatewayName":"e2e-explicit-4a0349"}
{"level":"info","ts":"2026-11-03T14:35:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4a0349"},"tenantID":"e2e-explicit-4a0349","namespace":"openshift-ingress","gatewayName":"e2e-explicit-4a0349"}
{"level":"info","ts":"2026-11-03T14:35:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T14:35:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2e8614"},"tenantID":"e2e-api-b-2e8614","namespace":"openshift-ingress","gatewayName":"e2e-api-b-2e8614"}
{"level":"info","ts":"2026-11-03T14:35:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4a0349"},"tenantID":"e2e-explicit-4a0349","namespace":"openshift-ingress","gatewayName":"e2e-explicit-4a0349"}
{"level":"info","ts":"2026-11-03T14:35:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2e8614"},"tenantID":"e2e-api-b-2e8614","namespace":"openshift-ingress","gatewayName":"e2e-api-b-2e8614"}
{"level":"info","ts":"2026-11-03T14:35:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-1ffaa0"},"tenantID":"e2e-shared-a-w4-1ffaa0","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-1ffaa0"}
{"level":"info","ts":"2026-11-03T14:35:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-1ffaa0"},"tenantID":"e2e-shared-a-w4-1ffaa0","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-1ffaa0"}
{"level":"info","ts":"2026-11-03T14:35:15Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-630b7ed5"}}
{"level":"info","ts":"2026-11-03T14:35:15Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"info","ts":"2026-11-03T14:35:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4a0349"},"tenantID":"e2e-explicit-4a0349","namespace":"openshift-ingress","gatewayName":"e2e-explicit-4a0349"}
{"level":"info","ts":"2026-11-03T14:35:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2d0da2"},"tenantID":"e2e-shared-b-w4-2d0da2","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2d0da2"}
{"level":"info","ts":"2026-11-03T14:35:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4a0349"},"tenantID":"e2e-explicit-4a0349","namespace":"openshift-ingress","gatewayName":"e2e-explicit-4a0349"}
{"level":"info","ts":"2026-11-03T14:35:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-630b7ed5"}}
{"level":"info","ts":"2026-11-03T14:35:25Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"info","ts":"2026-11-03T14:35:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T14:35:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T14:35:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2e8614"},"tenantID":"e2e-api-b-2e8614","namespace":"openshift-ingress","gatewayName":"e2e-api-b-2e8614"}
{"level":"info","ts":"2026-11-03T14:35:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2e8614"},"tenantID":"e2e-api-b-2e8614","namespace":"openshift-ingress","gatewayName":"e2e-api-b-2e8614"}
{"level":"info","ts":"2026-11-03T14:35:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-630b7ed5"}}
{"level":"info","ts":"2026-11-03T14:35:35Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"info","ts":"2026-11-03T14:35:45Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cb587c"},"tenantID":"e2e-api-a-cb587c","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T14:35:45Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cb587c"},"tenantID":"e2e-api-a-cb587c","namespace":"openshift-ingress"}
{"level":"error","ts":"2026-11-03T14:35:45Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-cb587c"},"namespace":"ai-tenant-e2e-api-a-cb587c","name":"default-tenant","reconcileID":"765c90af-4eaf-477b-b5d0-2fd0f69594f5","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T14:35:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-630b7ed5"}}
{"level":"info","ts":"2026-11-03T14:35:45Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"info","ts":"2026-11-03T14:35:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:35:51Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"info","ts":"2026-11-03T14:35:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:35:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T14:35:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T14:35:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:35:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:35:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-630b7ed5"}}
{"level":"info","ts":"2026-11-03T14:36:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"info","ts":"2026-11-03T14:36:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:36:06Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4a0349"},"tenantID":"e2e-explicit-4a0349","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T14:36:06Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-630b7ed5"}}
{"level":"info","ts":"2026-11-03T14:36:11Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"info","ts":"2026-11-03T14:36:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T14:36:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T14:36:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:36:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:36:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-630b7ed5"}}
{"level":"info","ts":"2026-11-03T14:36:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:36:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:36:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:36:21Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"info","ts":"2026-11-03T14:36:23Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2e8614"},"tenantID":"e2e-api-b-2e8614","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T14:36:23Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2e8614"},"tenantID":"e2e-api-b-2e8614","namespace":"openshift-ingress"}
{"level":"error","ts":"2026-11-03T14:36:23Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2e8614"},"namespace":"ai-tenant-e2e-api-b-2e8614","name":"default-tenant","reconcileID":"70465e1e-ae5e-4bb5-8f7b-c5d141e789cf","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T14:36:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:36:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:36:27Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-630b7ed5"}}
{"level":"info","ts":"2026-11-03T14:36:31Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"info","ts":"2026-11-03T14:36:37Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-630b7ed5"}}
{"level":"info","ts":"2026-11-03T14:36:41Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"info","ts":"2026-11-03T14:36:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T14:36:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T14:36:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T14:36:47Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-630b7ed5"}}
{"level":"info","ts":"2026-11-03T14:36:51Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"info","ts":"2026-11-03T14:36:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-630b7ed5"}}
{"level":"info","ts":"2026-11-03T14:37:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"info","ts":"2026-11-03T14:37:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:37:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-630b7ed5"}}
{"level":"info","ts":"2026-11-03T14:37:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:37:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:37:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:37:12Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"info","ts":"2026-11-03T14:37:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:37:16Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-84f4f05f"}}
{"level":"info","ts":"2026-11-03T14:37:16Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-84f4f05f"}}
{"level":"info","ts":"2026-11-03T14:37:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-156ae1"},"tenantID":"e2e-worker-w3-156ae1","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-156ae1"}
{"level":"info","ts":"2026-11-03T14:37:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-630b7ed5"}}
{"level":"info","ts":"2026-11-03T14:37:22Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"info","ts":"2026-11-03T14:37:26Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-84f4f05f"}}
{"level":"info","ts":"2026-11-03T14:37:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:37:28Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-630b7ed5"}}
{"level":"info","ts":"2026-11-03T14:37:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-86c2e2"},"tenantID":"e2e-worker-w0-86c2e2","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-86c2e2"}
{"level":"info","ts":"2026-11-03T14:37:32Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"error","ts":"2026-11-03T14:37:33Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-95bacc","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-95bacc","reconcileID":"e5f6a961-ca2a-40c9-901f-2744806e1dc9","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-rt-eq-95bacc\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T14:37:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T14:37:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T14:37:36Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-84f4f05f"}}
{"level":"info","ts":"2026-11-03T14:37:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-630b7ed5"}}
{"level":"info","ts":"2026-11-03T14:37:42Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"error","ts":"2026-11-03T14:37:45Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-bf47b4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-bf47b4","reconcileID":"532a8c1f-7d11-44d9-b3e3-2176e38deab2","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-rt-sw-bf47b4\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T14:37:45Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-2a3a03","namespace":"e2e-extmod-cfl-1-9ba56c"},"namespace":"e2e-extmod-cfl-1-9ba56c","name":"e2e-cfl-ok-2a3a03","reconcileID":"7ce02cf2-cef6-4d75-859e-a4ac8614a856","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-cfl-ok-2a3a03\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T14:37:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T14:37:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:37:48Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-86c2e2"},"tenantID":"e2e-worker-w0-86c2e2","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T14:37:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T14:37:49Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-84f4f05f"}}
{"level":"info","ts":"2026-11-03T14:37:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:37:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-630b7ed5"}}
{"level":"info","ts":"2026-11-03T14:37:52Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"info","ts":"2026-11-03T14:37:54Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-1ffaa0"},"tenantID":"e2e-shared-a-w4-1ffaa0","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T14:37:59Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-84f4f05f"}}
{"level":"info","ts":"2026-11-03T14:37:59Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-84f4f05f"}}
{"level":"info","ts":"2026-11-03T14:37:59Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-84f4f05f"}}
{"level":"info","ts":"2026-11-03T14:37:59Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-84f4f05f"}}
{"level":"info","ts":"2026-11-03T14:37:59Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-630b7ed5"}}
{"level":"info","ts":"2026-11-03T14:38:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-84f4f05f"}}
{"level":"info","ts":"2026-11-03T14:38:02Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"info","ts":"2026-11-03T14:38:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"error","ts":"2026-11-03T14:38:09Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-7049ca","namespace":"e2e-extmod-cfl-1-9ba56c"},"namespace":"e2e-extmod-cfl-1-9ba56c","name":"e2e-cfl-same-7049ca","reconcileID":"ebf45764-2d59-4425-8127-fe817f1edace","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-cfl-same-7049ca\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T14:38:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"error","ts":"2026-11-03T14:38:10Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-7049ca","namespace":"e2e-extmod-cfl-2-4b5ad8"},"namespace":"e2e-extmod-cfl-2-4b5ad8","name":"e2e-cfl-same-7049ca","reconcileID":"eab67227-c6dc-478f-9c8a-58aff0311bb0","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-cfl-same-7049ca\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T14:38:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:38:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-630b7ed5"}}
{"level":"info","ts":"2026-11-03T14:38:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:38:11Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-84f4f05f"}}
{"level":"info","ts":"2026-11-03T14:38:12Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"info","ts":"2026-11-03T14:38:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-630b7ed5"}}
{"level":"info","ts":"2026-11-03T14:38:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2d0da2"},"tenantID":"e2e-shared-b-w4-2d0da2","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2d0da2"}
{"level":"error","ts":"2026-11-03T14:38:22Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2d0da2"},"error":"apply NetworkPolicy ai-tenant-e2e-shared-b-w4-2d0da2/payload-processing-e2e-shared-b-w4-2d0da2: networkpolicies.networking.k8s.io \"payload-processing-e2e-shared-b-w4-2d0da2\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w4-2d0da2 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:472\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:190\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T14:38:22Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2d0da2"},"namespace":"ai-tenant-e2e-shared-b-w4-2d0da2","name":"default-tenant","reconcileID":"c6d288cb-7d94-4ae3-8847-74c570a438e9","error":"apply: apply NetworkPolicy ai-tenant-e2e-shared-b-w4-2d0da2/payload-processing-e2e-shared-b-w4-2d0da2: networkpolicies.networking.k8s.io \"payload-processing-e2e-shared-b-w4-2d0da2\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w4-2d0da2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T14:38:23Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-7fe19c","namespace":"e2e-extmod-cfl-1-9ba56c"},"namespace":"e2e-extmod-cfl-1-9ba56c","name":"e2e-cfl-7fe19c","reconcileID":"2a310f13-29ff-416d-b40e-1c51b65bb158","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-cfl-7fe19c\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T14:38:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:38:23Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-84f4f05f"}}
{"level":"info","ts":"2026-11-03T14:38:24Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2d0da2"},"tenantID":"e2e-shared-b-w4-2d0da2","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T14:38:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"info","ts":"2026-11-03T14:38:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:38:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4361f"},"tenantID":"e2e-extmod-b-b4361f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b4361f"}
{"level":"info","ts":"2026-11-03T14:38:31Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-630b7ed5"}}
{"level":"info","ts":"2026-11-03T14:38:33Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-84f4f05f"}}
{"level":"info","ts":"2026-11-03T14:38:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"info","ts":"2026-11-03T14:38:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:38:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:38:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:38:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:38:41Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-630b7ed5"}}
{"level":"info","ts":"2026-11-03T14:38:43Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-84f4f05f"}}
{"level":"info","ts":"2026-11-03T14:38:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"info","ts":"2026-11-03T14:38:51Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-630b7ed5"}}
{"level":"info","ts":"2026-11-03T14:38:53Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-84f4f05f"}}
{"level":"info","ts":"2026-11-03T14:38:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T14:38:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T14:38:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"info","ts":"2026-11-03T14:38:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T14:39:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-630b7ed5"}}
{"level":"info","ts":"2026-11-03T14:39:03Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-84f4f05f"}}
{"level":"info","ts":"2026-11-03T14:39:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"info","ts":"2026-11-03T14:39:11Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-630b7ed5"}}
{"level":"info","ts":"2026-11-03T14:39:13Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-84f4f05f"}}
{"level":"info","ts":"2026-11-03T14:39:15Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"info","ts":"2026-11-03T14:39:21Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-630b7ed5"}}
{"level":"info","ts":"2026-11-03T14:39:23Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-84f4f05f"}}
{"level":"info","ts":"2026-11-03T14:39:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"info","ts":"2026-11-03T14:39:31Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-630b7ed5"}}
{"level":"info","ts":"2026-11-03T14:39:33Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-84f4f05f"}}
{"level":"info","ts":"2026-11-03T14:39:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"error","ts":"2026-11-03T14:39:36Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-51f222","namespace":"llm"},"namespace":"llm","name":"e2e-dft-51f222","reconcileID":"e7ee4daf-b31e-4d50-b4da-9509907b3a2e","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-dft-51f222\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T14:39:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T14:39:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"error","ts":"2026-11-03T14:39:38Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-156ae1"},"error":"apply NetworkPolicy ai-tenant-e2e-worker-w3-156ae1/payload-processing-e2e-worker-w3-156ae1: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w3-156ae1\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w3-156ae1 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:472\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:190\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T14:39:38Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-156ae1"},"namespace":"ai-tenant-e2e-worker-w3-156ae1","name":"default-tenant","reconcileID":"e3ccbd68-8c2b-497a-9690-dcf19b6c5896","error":"apply: apply NetworkPolicy ai-tenant-e2e-worker-w3-156ae1/payload-processing-e2e-worker-w3-156ae1: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w3-156ae1\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w3-156ae1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T14:39:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T14:39:40Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-156ae1"},"tenantID":"e2e-worker-w3-156ae1","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T14:39:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T14:39:41Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-630b7ed5"}}
{"level":"info","ts":"2026-11-03T14:39:43Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-84f4f05f"}}
{"level":"info","ts":"2026-11-03T14:39:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T14:39:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T14:39:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"info","ts":"2026-11-03T14:39:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T14:39:52Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-630b7ed5"}}
{"level":"info","ts":"2026-11-03T14:39:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T14:39:53Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-84f4f05f"}}
{"level":"info","ts":"2026-11-03T14:39:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"error","ts":"2026-11-03T14:39:57Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-e69a07","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-e69a07","reconcileID":"d65cc2a4-8e2d-48a1-ae59-0da2d6cbc3bc","error":"update ExternalModel attachment finalizer: Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-dft-refs-e69a07\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T14:39:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T14:39:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T14:40:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T14:40:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T14:40:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T14:40:03Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-630b7ed5"}}
{"level":"info","ts":"2026-11-03T14:40:03Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-84f4f05f"}}
{"level":"info","ts":"2026-11-03T14:40:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T14:40:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"info","ts":"2026-11-03T14:40:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T14:40:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:40:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:40:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:40:13Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-630b7ed5"}}
{"level":"info","ts":"2026-11-03T14:40:13Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-84f4f05f"}}
{"level":"info","ts":"2026-11-03T14:40:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"info","ts":"2026-11-03T14:40:23Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-630b7ed5"}}
{"level":"info","ts":"2026-11-03T14:40:23Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-84f4f05f"}}
{"level":"info","ts":"2026-11-03T14:40:27Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"info","ts":"2026-11-03T14:40:33Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-630b7ed5"}}
{"level":"info","ts":"2026-11-03T14:40:33Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-84f4f05f"}}
{"level":"info","ts":"2026-11-03T14:40:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4361f"},"tenantID":"e2e-extmod-b-b4361f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b4361f"}
{"level":"info","ts":"2026-11-03T14:40:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4361f"},"tenantID":"e2e-extmod-b-b4361f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b4361f"}
{"level":"info","ts":"2026-11-03T14:40:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4361f"},"tenantID":"e2e-extmod-b-b4361f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b4361f"}
{"level":"info","ts":"2026-11-03T14:40:37Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"info","ts":"2026-11-03T14:40:43Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-630b7ed5"}}
{"level":"info","ts":"2026-11-03T14:40:43Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-84f4f05f"}}
{"level":"info","ts":"2026-11-03T14:40:47Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"info","ts":"2026-11-03T14:40:53Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-630b7ed5"}}
{"level":"info","ts":"2026-11-03T14:40:53Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-84f4f05f"}}
{"level":"info","ts":"2026-11-03T14:40:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"info","ts":"2026-11-03T14:41:03Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-630b7ed5"}}
{"level":"info","ts":"2026-11-03T14:41:03Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-84f4f05f"}}
{"level":"info","ts":"2026-11-03T14:41:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"error","ts":"2026-11-03T14:41:11Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-84688eb3","namespace":"e2e-extmod-fail-user-e6341d"},"namespace":"e2e-extmod-fail-user-e6341d","name":"e2e-fail-84688eb3","reconcileID":"45ee8fcf-c817-4171-b8be-66ab0346ec44","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-fail-84688eb3\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T14:41:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4361f"},"tenantID":"e2e-extmod-b-b4361f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b4361f"}
{"level":"info","ts":"2026-11-03T14:41:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4361f"},"tenantID":"e2e-extmod-b-b4361f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b4361f"}
{"level":"info","ts":"2026-11-03T14:41:13Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-630b7ed5"}}
{"level":"info","ts":"2026-11-03T14:41:13Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-84f4f05f"}}
{"level":"info","ts":"2026-11-03T14:41:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"info","ts":"2026-11-03T14:41:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:41:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-630b7ed5"}}
{"level":"info","ts":"2026-11-03T14:41:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-84f4f05f"}}
{"level":"info","ts":"2026-11-03T14:41:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:41:27Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"info","ts":"2026-11-03T14:41:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:41:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4361f"},"tenantID":"e2e-extmod-b-b4361f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b4361f"}
{"level":"info","ts":"2026-11-03T14:41:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:41:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-630b7ed5"}}
{"level":"info","ts":"2026-11-03T14:41:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-84f4f05f"}}
{"level":"info","ts":"2026-11-03T14:41:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4361f"},"tenantID":"e2e-extmod-b-b4361f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b4361f"}
{"level":"info","ts":"2026-11-03T14:41:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:41:37Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"info","ts":"2026-11-03T14:41:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-630b7ed5"}}
{"level":"info","ts":"2026-11-03T14:41:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-84f4f05f"}}
{"level":"info","ts":"2026-11-03T14:41:47Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"info","ts":"2026-11-03T14:41:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-630b7ed5"}}
{"level":"info","ts":"2026-11-03T14:41:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-84f4f05f"}}
{"level":"info","ts":"2026-11-03T14:41:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"info","ts":"2026-11-03T14:42:06Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-630b7ed5"}}
{"level":"info","ts":"2026-11-03T14:42:06Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-84f4f05f"}}
{"level":"info","ts":"2026-11-03T14:42:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"info","ts":"2026-11-03T14:42:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:42:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4361f"},"tenantID":"e2e-extmod-b-b4361f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b4361f"}
{"level":"info","ts":"2026-11-03T14:42:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:42:18Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-630b7ed5"}}
{"level":"info","ts":"2026-11-03T14:42:18Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-84f4f05f"}}
{"level":"info","ts":"2026-11-03T14:42:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4361f"},"tenantID":"e2e-extmod-b-b4361f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b4361f"}
{"level":"info","ts":"2026-11-03T14:42:19Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"info","ts":"2026-11-03T14:42:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:42:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4361f"},"tenantID":"e2e-extmod-b-b4361f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b4361f"}
{"level":"info","ts":"2026-11-03T14:42:28Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-630b7ed5"}}
{"level":"info","ts":"2026-11-03T14:42:28Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-84f4f05f"}}
{"level":"info","ts":"2026-11-03T14:42:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"info","ts":"2026-11-03T14:42:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-630b7ed5"}}
{"level":"info","ts":"2026-11-03T14:42:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-84f4f05f"}}
{"level":"info","ts":"2026-11-03T14:42:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"info","ts":"2026-11-03T14:42:48Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-630b7ed5"}}
{"level":"info","ts":"2026-11-03T14:42:48Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-84f4f05f"}}
{"level":"info","ts":"2026-11-03T14:42:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"info","ts":"2026-11-03T14:42:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:42:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4361f"},"tenantID":"e2e-extmod-b-b4361f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b4361f"}
{"level":"info","ts":"2026-11-03T14:43:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:43:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-630b7ed5"}}
{"level":"info","ts":"2026-11-03T14:43:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-84f4f05f"}}
{"level":"info","ts":"2026-11-03T14:43:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"info","ts":"2026-11-03T14:43:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4361f"},"tenantID":"e2e-extmod-b-b4361f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b4361f"}
{"level":"info","ts":"2026-11-03T14:43:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:43:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4361f"},"tenantID":"e2e-extmod-b-b4361f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b4361f"}
{"level":"info","ts":"2026-11-03T14:43:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:43:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:43:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4361f"},"tenantID":"e2e-extmod-b-b4361f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b4361f"}
{"level":"info","ts":"2026-11-03T14:43:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:43:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4361f"},"tenantID":"e2e-extmod-b-b4361f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b4361f"}
{"level":"info","ts":"2026-11-03T14:43:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:43:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4361f"},"tenantID":"e2e-extmod-b-b4361f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b4361f"}
{"level":"info","ts":"2026-11-03T14:43:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-630b7ed5"}}
{"level":"info","ts":"2026-11-03T14:43:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-84f4f05f"}}
{"level":"info","ts":"2026-11-03T14:43:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"info","ts":"2026-11-03T14:43:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:43:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4361f"},"tenantID":"e2e-extmod-b-b4361f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b4361f"}
{"level":"info","ts":"2026-11-03T14:43:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:43:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4361f"},"tenantID":"e2e-extmod-b-b4361f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b4361f"}
{"level":"info","ts":"2026-11-03T14:43:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:43:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4361f"},"tenantID":"e2e-extmod-b-b4361f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b4361f"}
{"level":"info","ts":"2026-11-03T14:43:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:43:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4361f"},"tenantID":"e2e-extmod-b-b4361f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b4361f"}
{"level":"info","ts":"2026-11-03T14:43:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-630b7ed5"}}
{"level":"info","ts":"2026-11-03T14:43:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-84f4f05f"}}
{"level":"info","ts":"2026-11-03T14:43:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"info","ts":"2026-11-03T14:43:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-630b7ed5"}}
{"level":"info","ts":"2026-11-03T14:43:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-84f4f05f"}}
{"level":"info","ts":"2026-11-03T14:43:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"info","ts":"2026-11-03T14:43:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-630b7ed5"}}
{"level":"info","ts":"2026-11-03T14:43:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-84f4f05f"}}
{"level":"info","ts":"2026-11-03T14:43:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"info","ts":"2026-11-03T14:43:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-630b7ed5"}}
{"level":"info","ts":"2026-11-03T14:43:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-84f4f05f"}}
{"level":"info","ts":"2026-11-03T14:43:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"info","ts":"2026-11-03T14:44:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-630b7ed5"}}
{"level":"info","ts":"2026-11-03T14:44:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-84f4f05f"}}
{"level":"info","ts":"2026-11-03T14:44:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"error","ts":"2026-11-03T14:44:10Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-630b7ed5"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T14:44:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-84f4f05f"}}
{"level":"info","ts":"2026-11-03T14:44:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"error","ts":"2026-11-03T14:44:15Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-dbf449","namespace":"e2e-extmod-shr-user-96714c"},"namespace":"e2e-extmod-shr-user-96714c","name":"e2e-shr-quota-dbf449","reconcileID":"c36b284e-b3e5-4f80-bdc1-6f820c2cc5fd","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-shr-quota-dbf449\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T14:44:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:44:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4361f"},"tenantID":"e2e-extmod-b-b4361f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b4361f"}
{"level":"info","ts":"2026-11-03T14:44:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"error","ts":"2026-11-03T14:44:18Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-2de90a","namespace":"e2e-extmod-shr-user-96714c"},"namespace":"e2e-extmod-shr-user-96714c","name":"e2e-shr-amb-2de90a","reconcileID":"b242487a-f289-4501-8795-d33523457a54","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-shr-amb-2de90a\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T14:44:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4361f"},"tenantID":"e2e-extmod-b-b4361f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b4361f"}
{"level":"info","ts":"2026-11-03T14:44:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:44:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4361f"},"tenantID":"e2e-extmod-b-b4361f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b4361f"}
{"level":"info","ts":"2026-11-03T14:44:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:44:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4361f"},"tenantID":"e2e-extmod-b-b4361f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b4361f"}
{"level":"info","ts":"2026-11-03T14:44:22Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-84f4f05f"}}
{"level":"info","ts":"2026-11-03T14:44:22Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"info","ts":"2026-11-03T14:44:32Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-84f4f05f"}}
{"level":"info","ts":"2026-11-03T14:44:32Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"error","ts":"2026-11-03T14:44:42Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-fb8c3d","namespace":"e2e-extmod-shr-user-96714c"},"namespace":"e2e-extmod-shr-user-96714c","name":"e2e-shr-auth-fb8c3d","reconcileID":"461fb4c7-580f-4373-8c69-3c939da1210d","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-shr-auth-fb8c3d\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T14:44:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:44:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4361f"},"tenantID":"e2e-extmod-b-b4361f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b4361f"}
{"level":"info","ts":"2026-11-03T14:44:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:44:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-84f4f05f"}}
{"level":"info","ts":"2026-11-03T14:44:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"info","ts":"2026-11-03T14:44:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4361f"},"tenantID":"e2e-extmod-b-b4361f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b4361f"}
{"level":"info","ts":"2026-11-03T14:44:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-84f4f05f"}}
{"level":"info","ts":"2026-11-03T14:44:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"info","ts":"2026-11-03T14:45:04Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-84f4f05f"}}
{"level":"info","ts":"2026-11-03T14:45:04Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"error","ts":"2026-11-03T14:45:05Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-6504bd","namespace":"e2e-extmod-shr-user-96714c"},"namespace":"e2e-extmod-shr-user-96714c","name":"e2e-shr-shared-6504bd","reconcileID":"1419339d-82bd-43aa-84f7-3c980bf6931e","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-shr-shared-6504bd\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T14:45:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:45:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4361f"},"tenantID":"e2e-extmod-b-b4361f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b4361f"}
{"level":"info","ts":"2026-11-03T14:45:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:45:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4361f"},"tenantID":"e2e-extmod-b-b4361f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b4361f"}
{"level":"info","ts":"2026-11-03T14:45:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T14:45:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-84f4f05f"}}
{"level":"info","ts":"2026-11-03T14:45:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"info","ts":"2026-11-03T14:45:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-331c9e"}
{"level":"info","ts":"2026-11-03T14:45:20Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-331c9e"},"tenantID":"e2e-extmod-a-331c9e","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T14:45:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-84f4f05f"}}
{"level":"info","ts":"2026-11-03T14:45:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"info","ts":"2026-11-03T14:45:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-84f4f05f"}}
{"level":"info","ts":"2026-11-03T14:45:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}
{"level":"error","ts":"2026-11-03T14:45:40Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4361f"},"error":"apply NetworkPolicy ai-tenant-e2e-extmod-b-b4361f/payload-processing-e2e-extmod-b-b4361f: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-b-b4361f\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-b-b4361f because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:472\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:190\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T14:45:40Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4361f"},"namespace":"ai-tenant-e2e-extmod-b-b4361f","name":"default-tenant","reconcileID":"e4adb0a2-0782-4d73-afb5-5cc34d04c284","error":"apply: apply NetworkPolicy ai-tenant-e2e-extmod-b-b4361f/payload-processing-e2e-extmod-b-b4361f: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-b-b4361f\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-b-b4361f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T14:45:40Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4361f"},"tenantID":"e2e-extmod-b-b4361f","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T14:45:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-84f4f05f"}}
{"level":"info","ts":"2026-11-03T14:45:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a527abb2"}}