{"level":"info","ts":"2026-11-01T05:45:23Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-a08eb536"}}
{"level":"info","ts":"2026-11-01T05:45:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T05:45:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"tenantID":"e2e-worker-w0-7d1ec3","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3"}
{"level":"info","ts":"2026-11-01T05:45:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"tenantID":"e2e-extmod-a-dee6aa","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa"}
{"level":"info","ts":"2026-11-01T05:45:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"tenantID":"e2e-extmod-a-dee6aa","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa"}
{"level":"info","ts":"2026-11-01T05:45:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"tenantID":"e2e-shared-b-w0-1c4191","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-1c4191"}
{"level":"info","ts":"2026-11-01T05:45:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"tenantID":"e2e-extmod-a-dee6aa","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa"}
{"level":"info","ts":"2026-11-01T05:45:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e3f26c9"}}
{"level":"error","ts":"2026-11-01T05:45:39Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e5c1cf8"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-01T05:45:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-a08eb536"}}
{"level":"info","ts":"2026-11-01T05:45:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"tenantID":"e2e-mt-25565930","namespace":"openshift-ingress","gatewayName":"e2e-mt-25565930"}
{"level":"info","ts":"2026-11-01T05:45:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"tenantID":"e2e-mt-25565930","namespace":"openshift-ingress","gatewayName":"e2e-mt-25565930"}
{"level":"info","ts":"2026-11-01T05:45:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"tenantID":"e2e-mt-25565930","namespace":"openshift-ingress","gatewayName":"e2e-mt-25565930"}
{"level":"info","ts":"2026-11-01T05:45:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"tenantID":"e2e-mt-25565930","namespace":"openshift-ingress","gatewayName":"e2e-mt-25565930"}
{"level":"info","ts":"2026-11-01T05:45:53Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e3f26c9"}}
{"level":"info","ts":"2026-11-01T05:45:53Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-a08eb536"}}
{"level":"info","ts":"2026-11-01T05:45:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"tenantID":"e2e-mt-25565930","namespace":"openshift-ingress","gatewayName":"e2e-mt-25565930"}
{"level":"info","ts":"2026-11-01T05:46:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"tenantID":"e2e-worker-w2-3d70ff","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff"}
{"level":"info","ts":"2026-11-01T05:46:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e3f26c9"}}
{"level":"info","ts":"2026-11-01T05:46:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-a08eb536"}}
{"level":"info","ts":"2026-11-01T05:46:08Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8815d2"}}
{"level":"info","ts":"2026-11-01T05:46:10Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8815d2"},"tenantID":"e2e-api-b-8815d2","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-01T05:46:13Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-31e728ff"}}
{"level":"info","ts":"2026-11-01T05:46:14Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-31e728ff"}}
{"level":"info","ts":"2026-11-01T05:46:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T05:46:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T05:46:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e3f26c9"}}
{"level":"info","ts":"2026-11-01T05:46:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-a08eb536"}}
{"level":"info","ts":"2026-11-01T05:46:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T05:46:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T05:46:28Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-31e728ff"},"tenantID":"e2e-derive-31e728ff","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-01T05:46:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T05:46:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a12c35"},"tenantID":"e2e-extmod-a-a12c35","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a12c35"}
{"level":"info","ts":"2026-11-01T05:46:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T05:46:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e3f26c9"}}
{"level":"info","ts":"2026-11-01T05:46:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-a08eb536"}}
{"level":"info","ts":"2026-11-01T05:46:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T05:46:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T05:46:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"error","ts":"2026-11-01T05:46:44Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-4ffe55","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-4ffe55","reconcileID":"25ba86cc-8e98-4004-b3d7-37fb8dcbe577","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-dft-del-4ffe55\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-01T05:46:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T05:46:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T05:46:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e3f26c9"}}
{"level":"info","ts":"2026-11-01T05:46:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-a08eb536"}}
{"level":"info","ts":"2026-11-01T05:46:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T05:46:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T05:47:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ad05c6"},"tenantID":"e2e-autores-ad05c6","namespace":"openshift-ingress","gatewayName":"e2e-autores-ad05c6"}
{"level":"info","ts":"2026-11-01T05:47:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ad05c6"},"tenantID":"e2e-autores-ad05c6","namespace":"openshift-ingress","gatewayName":"e2e-autores-ad05c6"}
{"level":"info","ts":"2026-11-01T05:47:02Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e3f26c9"}}
{"level":"info","ts":"2026-11-01T05:47:02Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-a08eb536"}}
{"level":"info","ts":"2026-11-01T05:47:12Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e3f26c9"}}
{"level":"info","ts":"2026-11-01T05:47:12Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-a08eb536"}}
{"level":"error","ts":"2026-11-01T05:47:22Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3e3f26c9"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-01T05:47:22Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-a08eb536"}}
{"level":"info","ts":"2026-11-01T05:47:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"tenantID":"e2e-extmod-b-c6e99c","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c"}
{"level":"info","ts":"2026-11-01T05:47:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T05:47:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T05:47:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T05:47:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-a08eb536"}}
{"level":"info","ts":"2026-11-01T05:47:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c73135"},"tenantID":"e2e-extmod-a-c73135","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c73135"}
{"level":"info","ts":"2026-11-01T05:47:38Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"}}
{"level":"info","ts":"2026-11-01T05:47:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c73135"},"tenantID":"e2e-extmod-a-c73135","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c73135"}
{"level":"info","ts":"2026-11-01T05:47:41Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"}}
{"level":"info","ts":"2026-11-01T05:47:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-a08eb536"}}
{"level":"info","ts":"2026-11-01T05:47:49Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"}}
{"level":"info","ts":"2026-11-01T05:47:52Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"tenantID":"e2e-mt-25565930","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-01T05:47:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ad05c6"},"tenantID":"e2e-autores-ad05c6","namespace":"openshift-ingress","gatewayName":"e2e-autores-ad05c6"}
{"level":"info","ts":"2026-11-01T05:47:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-a08eb536"}}
{"level":"info","ts":"2026-11-01T05:47:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ad05c6"},"tenantID":"e2e-autores-ad05c6","namespace":"openshift-ingress","gatewayName":"e2e-autores-ad05c6"}
{"level":"info","ts":"2026-11-01T05:48:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"tenantID":"e2e-extmod-a-dee6aa","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa"}
{"level":"info","ts":"2026-11-01T05:48:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"tenantID":"e2e-extmod-a-dee6aa","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa"}
{"level":"info","ts":"2026-11-01T05:48:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T05:48:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"tenantID":"e2e-extmod-a-dee6aa","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa"}
{"level":"info","ts":"2026-11-01T05:48:08Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-a08eb536"}}
{"level":"info","ts":"2026-11-01T05:48:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"tenantID":"e2e-extmod-a-dee6aa","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa"}
{"level":"info","ts":"2026-11-01T05:48:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"tenantID":"e2e-extmod-a-dee6aa","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa"}
{"level":"info","ts":"2026-11-01T05:48:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"tenantID":"e2e-extmod-a-dee6aa","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa"}
{"level":"info","ts":"2026-11-01T05:48:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"tenantID":"e2e-extmod-a-dee6aa","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa"}
{"level":"info","ts":"2026-11-01T05:48:21Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-a08eb536"}}
{"level":"info","ts":"2026-11-01T05:48:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a48099"},"tenantID":"e2e-worker-w4-a48099","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099"}
{"level":"info","ts":"2026-11-01T05:48:31Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-a08eb536"}}
{"level":"info","ts":"2026-11-01T05:48:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c73135"},"tenantID":"e2e-extmod-a-c73135","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c73135"}
{"level":"info","ts":"2026-11-01T05:48:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c73135"},"tenantID":"e2e-extmod-a-c73135","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c73135"}
{"level":"info","ts":"2026-11-01T05:48:41Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-a08eb536"}}
{"level":"info","ts":"2026-11-01T05:48:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T05:48:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T05:48:51Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-a08eb536"}}
{"level":"info","ts":"2026-11-01T05:48:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ad05c6"},"tenantID":"e2e-autores-ad05c6","namespace":"openshift-ingress","gatewayName":"e2e-autores-ad05c6"}
{"level":"info","ts":"2026-11-01T05:48:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ad05c6"},"tenantID":"e2e-autores-ad05c6","namespace":"openshift-ingress","gatewayName":"e2e-autores-ad05c6"}
{"level":"info","ts":"2026-11-01T05:49:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-a08eb536"}}
{"level":"info","ts":"2026-11-01T05:49:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ad05c6"},"tenantID":"e2e-autores-ad05c6","namespace":"openshift-ingress","gatewayName":"e2e-autores-ad05c6"}
{"level":"info","ts":"2026-11-01T05:49:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ad05c6"},"tenantID":"e2e-autores-ad05c6","namespace":"openshift-ingress","gatewayName":"e2e-autores-ad05c6"}
{"level":"info","ts":"2026-11-01T05:49:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T05:49:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ad05c6"},"tenantID":"e2e-autores-ad05c6","namespace":"openshift-ingress","gatewayName":"e2e-autores-ad05c6"}
{"level":"info","ts":"2026-11-01T05:49:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T05:49:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-a08eb536"}}
{"level":"info","ts":"2026-11-01T05:49:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T05:49:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"tenantID":"e2e-extmod-a-dee6aa","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa"}
{"level":"info","ts":"2026-11-01T05:49:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-a08eb536"}}
{"level":"info","ts":"2026-11-01T05:49:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-a08eb536"}}
{"level":"info","ts":"2026-11-01T05:49:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c73135"},"tenantID":"e2e-extmod-a-c73135","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c73135"}
{"level":"info","ts":"2026-11-01T05:49:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c73135"},"tenantID":"e2e-extmod-a-c73135","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c73135"}
{"level":"info","ts":"2026-11-01T05:49:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-a08eb536"}}
{"level":"info","ts":"2026-11-01T05:49:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7a360a"},"tenantID":"e2e-extmod-b-7a360a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7a360a"}
{"level":"info","ts":"2026-11-01T05:49:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7a360a"},"tenantID":"e2e-extmod-b-7a360a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7a360a"}
{"level":"info","ts":"2026-11-01T05:49:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-a08eb536"}}
{"level":"info","ts":"2026-11-01T05:49:57Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"}}
{"level":"info","ts":"2026-11-01T05:49:57Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"}}
{"level":"info","ts":"2026-11-01T05:50:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"tenantID":"e2e-mt-25565930","namespace":"openshift-ingress","gatewayName":"e2e-mt-25565930"}
{"level":"info","ts":"2026-11-01T05:50:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ad05c6"},"tenantID":"e2e-autores-ad05c6","namespace":"openshift-ingress","gatewayName":"e2e-autores-ad05c6"}
{"level":"info","ts":"2026-11-01T05:50:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"tenantID":"e2e-mt-25565930","namespace":"openshift-ingress","gatewayName":"e2e-mt-25565930"}
{"level":"info","ts":"2026-11-01T05:50:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"tenantID":"e2e-extmod-b-2fd4c9","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9"}
{"level":"info","ts":"2026-11-01T05:50:08Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-a08eb536"}}
{"level":"info","ts":"2026-11-01T05:50:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"tenantID":"e2e-shared-a-w0-afc555","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555"}
{"level":"info","ts":"2026-11-01T05:50:18Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-a08eb536"}}
{"level":"info","ts":"2026-11-01T05:50:28Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-a08eb536"}}
{"level":"info","ts":"2026-11-01T05:50:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"tenantID":"e2e-worker-w0-7d1ec3","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3"}
{"level":"info","ts":"2026-11-01T05:50:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"tenantID":"e2e-shared-b-w0-1c4191","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-1c4191"}
{"level":"info","ts":"2026-11-01T05:50:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-a08eb536"}}
{"level":"info","ts":"2026-11-01T05:50:42Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ad05c6"}}
{"level":"info","ts":"2026-11-01T05:50:45Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ad05c6"},"tenantID":"e2e-autores-ad05c6","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-01T05:50:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7a360a"},"tenantID":"e2e-extmod-b-7a360a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7a360a"}
{"level":"info","ts":"2026-11-01T05:50:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-a08eb536"}}
{"level":"info","ts":"2026-11-01T05:50:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7a360a"},"tenantID":"e2e-extmod-b-7a360a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7a360a"}
{"level":"info","ts":"2026-11-01T05:50:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"tenantID":"e2e-mt-25565930","namespace":"openshift-ingress","gatewayName":"e2e-mt-25565930"}
{"level":"info","ts":"2026-11-01T05:50:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"tenantID":"e2e-worker-w2-3d70ff","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff"}
{"level":"info","ts":"2026-11-01T05:51:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a48099"},"tenantID":"e2e-worker-w4-a48099","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099"}
{"level":"info","ts":"2026-11-01T05:51:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"tenantID":"e2e-worker-w0-7d1ec3","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3"}
{"level":"info","ts":"2026-11-01T05:51:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"tenantID":"e2e-mt-25565930","namespace":"openshift-ingress","gatewayName":"e2e-mt-25565930"}
{"level":"error","ts":"2026-11-01T05:51:07Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-a08eb536"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-01T05:51:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5d585e"},"tenantID":"e2e-explicit-5d585e","namespace":"openshift-ingress","gatewayName":"e2e-explicit-5d585e"}
{"level":"info","ts":"2026-11-01T05:51:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5d585e"},"tenantID":"e2e-explicit-5d585e","namespace":"openshift-ingress","gatewayName":"e2e-explicit-5d585e"}
{"level":"info","ts":"2026-11-01T05:51:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"tenantID":"e2e-extmod-a-dee6aa","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa"}
{"level":"info","ts":"2026-11-01T05:51:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"tenantID":"e2e-extmod-a-dee6aa","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa"}
{"level":"info","ts":"2026-11-01T05:51:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"tenantID":"e2e-extmod-a-dee6aa","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa"}
{"level":"info","ts":"2026-11-01T05:51:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"tenantID":"e2e-extmod-a-dee6aa","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa"}
{"level":"info","ts":"2026-11-01T05:51:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a12c35"},"tenantID":"e2e-extmod-a-a12c35","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a12c35"}
{"level":"info","ts":"2026-11-01T05:51:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7a360a"},"tenantID":"e2e-extmod-b-7a360a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7a360a"}
{"level":"info","ts":"2026-11-01T05:52:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7a360a"},"tenantID":"e2e-extmod-b-7a360a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7a360a"}
{"level":"info","ts":"2026-11-01T05:52:02Z","logger":"tenant","msg":"routing overlay is not ready for ExternalModel ExtProc","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c73135"},"reason":"routing overlay is absent","namespace":"ai-tenant-e2e-extmod-a-c73135"}
{"level":"info","ts":"2026-11-01T05:52:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"tenantID":"e2e-extmod-a-dee6aa","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa"}
{"level":"info","ts":"2026-11-01T05:52:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"tenantID":"e2e-mt-25565930","namespace":"openshift-ingress","gatewayName":"e2e-mt-25565930"}
{"level":"info","ts":"2026-11-01T05:52:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c73135"},"tenantID":"e2e-extmod-a-c73135","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c73135"}
{"level":"info","ts":"2026-11-01T05:52:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c73135"},"tenantID":"e2e-extmod-a-c73135","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c73135"}
{"level":"info","ts":"2026-11-01T05:52:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5d585e"},"tenantID":"e2e-explicit-5d585e","namespace":"openshift-ingress","gatewayName":"e2e-explicit-5d585e"}
{"level":"info","ts":"2026-11-01T05:52:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5d585e"},"tenantID":"e2e-explicit-5d585e","namespace":"openshift-ingress","gatewayName":"e2e-explicit-5d585e"}
{"level":"info","ts":"2026-11-01T05:52:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"tenantID":"e2e-extmod-b-c6e99c","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c"}
{"level":"info","ts":"2026-11-01T05:52:58Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"tenantID":"e2e-mt-25565930","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-01T05:52:59Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"tenantID":"e2e-mt-25565930","namespace":"openshift-ingress"}
{"level":"error","ts":"2026-11-01T05:53:00Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-25565930"},"namespace":"ai-tenant-e2e-mt-25565930","name":"default-tenant","reconcileID":"5e44aa94-5c43-4999-94bc-e0d359a55675","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-01T05:53:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T05:53:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T05:53:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c73135"},"tenantID":"e2e-extmod-a-c73135","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c73135"}
{"level":"error","ts":"2026-11-01T05:53:18Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-2b6908","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2b6908","reconcileID":"396aafed-4e9d-4652-a5e5-b70a0f8eb38b","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-rt-sw-2b6908\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-01T05:53:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T05:53:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c73135"},"tenantID":"e2e-extmod-a-c73135","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c73135"}
{"level":"info","ts":"2026-11-01T05:53:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5d585e"},"tenantID":"e2e-explicit-5d585e","namespace":"openshift-ingress","gatewayName":"e2e-explicit-5d585e"}
{"level":"info","ts":"2026-11-01T05:53:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a12c35"},"tenantID":"e2e-extmod-a-a12c35","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a12c35"}
{"level":"info","ts":"2026-11-01T05:53:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T05:53:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"tenantID":"e2e-extmod-a-d96a66","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d96a66"}
{"level":"info","ts":"2026-11-01T05:53:33Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6f635540"}}
{"level":"info","ts":"2026-11-01T05:53:33Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T05:53:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"tenantID":"e2e-extmod-a-d96a66","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d96a66"}
{"level":"info","ts":"2026-11-01T05:53:35Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6f635540"}}
{"level":"info","ts":"2026-11-01T05:53:35Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"error","ts":"2026-11-01T05:53:40Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-a535ef","namespace":"ai-tenant-e2e-extmod-a-c73135"},"namespace":"ai-tenant-e2e-extmod-a-c73135","name":"e2e-cmp-legacy-a535ef","reconcileID":"5e078f86-3edf-42d0-8dd8-e68e2c9d5e2e","error":"remove ExternalModel cleanup finalizer: externalmodels.inference.opendatahub.io \"e2e-cmp-legacy-a535ef\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-01T05:53:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c73135"},"tenantID":"e2e-extmod-a-c73135","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c73135"}
{"level":"info","ts":"2026-11-01T05:53:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c73135"},"tenantID":"e2e-extmod-a-c73135","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c73135"}
{"level":"info","ts":"2026-11-01T05:53:45Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6f635540"}}
{"level":"info","ts":"2026-11-01T05:53:45Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T05:53:52Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6f635540"}}
{"level":"info","ts":"2026-11-01T05:53:52Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6f635540"}}
{"level":"info","ts":"2026-11-01T05:53:52Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6f635540"}}
{"level":"info","ts":"2026-11-01T05:53:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5d585e"},"tenantID":"e2e-explicit-5d585e","namespace":"openshift-ingress","gatewayName":"e2e-explicit-5d585e"}
{"level":"info","ts":"2026-11-01T05:53:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5d585e"},"tenantID":"e2e-explicit-5d585e","namespace":"openshift-ingress","gatewayName":"e2e-explicit-5d585e"}
{"level":"info","ts":"2026-11-01T05:53:59Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T05:54:02Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6f635540"}}
{"level":"info","ts":"2026-11-01T05:54:09Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T05:54:12Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6f635540"}}
{"level":"info","ts":"2026-11-01T05:54:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"tenantID":"e2e-shared-a-w0-afc555","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555"}
{"level":"info","ts":"2026-11-01T05:54:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"tenantID":"e2e-shared-a-w0-afc555","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555"}
{"level":"info","ts":"2026-11-01T05:54:19Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T05:54:22Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6f635540"}}
{"level":"info","ts":"2026-11-01T05:54:29Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T05:54:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5d585e"},"tenantID":"e2e-explicit-5d585e","namespace":"openshift-ingress","gatewayName":"e2e-explicit-5d585e"}
{"level":"info","ts":"2026-11-01T05:54:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"tenantID":"e2e-extmod-a-d96a66","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d96a66"}
{"level":"info","ts":"2026-11-01T05:54:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"tenantID":"e2e-shared-a-w0-afc555","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555"}
{"level":"info","ts":"2026-11-01T05:54:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5d585e"},"tenantID":"e2e-explicit-5d585e","namespace":"openshift-ingress","gatewayName":"e2e-explicit-5d585e"}
{"level":"info","ts":"2026-11-01T05:54:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6f635540"}}
{"level":"info","ts":"2026-11-01T05:54:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"tenantID":"e2e-extmod-a-d96a66","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d96a66"}
{"level":"info","ts":"2026-11-01T05:54:41Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T05:54:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"tenantID":"e2e-extmod-b-2fd4c9","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9"}
{"level":"info","ts":"2026-11-01T05:54:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"tenantID":"e2e-extmod-b-2fd4c9","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9"}
{"level":"info","ts":"2026-11-01T05:54:48Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6f635540"}}
{"level":"info","ts":"2026-11-01T05:54:51Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T05:54:58Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6f635540"}}
{"level":"info","ts":"2026-11-01T05:55:01Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T05:55:08Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6f635540"}}
{"level":"info","ts":"2026-11-01T05:55:11Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"error","ts":"2026-11-01T05:55:12Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-1a9b3b","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-broken-1a9b3b","reconcileID":"f10e9985-d562-4609-b2df-bd993243c2b3","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-cfl-broken-1a9b3b\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-01T05:55:13Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5d585e"},"error":"apply NetworkPolicy ai-tenant-e2e-explicit-5d585e/payload-processing-e2e-explicit-5d585e: networkpolicies.networking.k8s.io \"payload-processing-e2e-explicit-5d585e\" is forbidden: unable to create new content in namespace ai-tenant-e2e-explicit-5d585e because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:472\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:190\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-01T05:55:13Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5d585e"},"namespace":"ai-tenant-e2e-explicit-5d585e","name":"default-tenant","reconcileID":"64a6bb73-192a-4d83-a618-42ad1eed5477","error":"apply: apply NetworkPolicy ai-tenant-e2e-explicit-5d585e/payload-processing-e2e-explicit-5d585e: networkpolicies.networking.k8s.io \"payload-processing-e2e-explicit-5d585e\" is forbidden: unable to create new content in namespace ai-tenant-e2e-explicit-5d585e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-01T05:55:16Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5d585e"},"tenantID":"e2e-explicit-5d585e","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-01T05:55:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"tenantID":"e2e-shared-b-w0-1c4191","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-1c4191"}
{"level":"info","ts":"2026-11-01T05:55:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"tenantID":"e2e-shared-b-w0-1c4191","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-1c4191"}
{"level":"info","ts":"2026-11-01T05:55:21Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6f635540"}}
{"level":"info","ts":"2026-11-01T05:55:21Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T05:55:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"tenantID":"e2e-shared-b-w0-1c4191","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-1c4191"}
{"level":"info","ts":"2026-11-01T05:55:31Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6f635540"}}
{"level":"info","ts":"2026-11-01T05:55:31Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T05:55:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T05:55:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T05:55:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T05:55:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"tenantID":"e2e-extmod-a-d96a66","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d96a66"}
{"level":"info","ts":"2026-11-01T05:55:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"tenantID":"e2e-extmod-a-d96a66","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d96a66"}
{"level":"info","ts":"2026-11-01T05:55:43Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6f635540"}}
{"level":"info","ts":"2026-11-01T05:55:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T05:55:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"tenantID":"e2e-extmod-b-098e4d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-098e4d"}
{"level":"info","ts":"2026-11-01T05:55:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"tenantID":"e2e-extmod-b-098e4d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-098e4d"}
{"level":"info","ts":"2026-11-01T05:55:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6f635540"}}
{"level":"info","ts":"2026-11-01T05:55:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T05:56:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"tenantID":"e2e-worker-w2-3d70ff","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3d70ff"}
{"level":"info","ts":"2026-11-01T05:56:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a48099"},"tenantID":"e2e-worker-w4-a48099","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099"}
{"level":"info","ts":"2026-11-01T05:56:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"tenantID":"e2e-worker-w0-7d1ec3","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3"}
{"level":"info","ts":"2026-11-01T05:56:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6f635540"}}
{"level":"info","ts":"2026-11-01T05:56:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T05:56:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6f635540"}}
{"level":"info","ts":"2026-11-01T05:56:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T05:56:27Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6f635540"}}
{"level":"info","ts":"2026-11-01T05:56:27Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T05:56:37Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6f635540"}}
{"level":"info","ts":"2026-11-01T05:56:37Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T05:56:47Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6f635540"}}
{"level":"info","ts":"2026-11-01T05:56:47Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T05:56:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"tenantID":"e2e-extmod-b-098e4d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-098e4d"}
{"level":"info","ts":"2026-11-01T05:56:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"tenantID":"e2e-shared-a-w1-897c87","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-897c87"}
{"level":"info","ts":"2026-11-01T05:56:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"tenantID":"e2e-extmod-b-098e4d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-098e4d"}
{"level":"info","ts":"2026-11-01T05:57:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"tenantID":"e2e-shared-a-w1-897c87","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-897c87"}
{"level":"info","ts":"2026-11-01T05:57:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6f635540"}}
{"level":"info","ts":"2026-11-01T05:57:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T05:57:02Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cf7e3a14"}}
{"level":"info","ts":"2026-11-01T05:57:02Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cf7e3a14"}}
{"level":"info","ts":"2026-11-01T05:57:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7a360a"},"tenantID":"e2e-extmod-b-7a360a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7a360a"}
{"level":"info","ts":"2026-11-01T05:57:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"tenantID":"e2e-extmod-a-dee6aa","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa"}
{"level":"info","ts":"2026-11-01T05:57:11Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6f635540"}}
{"level":"info","ts":"2026-11-01T05:57:11Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T05:57:12Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cf7e3a14"}}
{"level":"info","ts":"2026-11-01T05:57:21Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6f635540"}}
{"level":"info","ts":"2026-11-01T05:57:21Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T05:57:22Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cf7e3a14"}}
{"level":"info","ts":"2026-11-01T05:57:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"tenantID":"e2e-extmod-b-c6e99c","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c"}
{"level":"info","ts":"2026-11-01T05:57:31Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6f635540"}}
{"level":"info","ts":"2026-11-01T05:57:31Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T05:57:32Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cf7e3a14"}}
{"level":"info","ts":"2026-11-01T05:57:37Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cf7e3a14"}}
{"level":"info","ts":"2026-11-01T05:57:37Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cf7e3a14"}}
{"level":"info","ts":"2026-11-01T05:57:37Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cf7e3a14"}}
{"level":"info","ts":"2026-11-01T05:57:37Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cf7e3a14"}}
{"level":"info","ts":"2026-11-01T05:57:41Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6f635540"}}
{"level":"info","ts":"2026-11-01T05:57:41Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T05:57:47Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cf7e3a14"}}
{"level":"info","ts":"2026-11-01T05:57:51Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6f635540"}}
{"level":"info","ts":"2026-11-01T05:57:51Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T05:57:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cf7e3a14"}}
{"level":"info","ts":"2026-11-01T05:58:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"tenantID":"e2e-shared-a-w1-897c87","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-897c87"}
{"level":"info","ts":"2026-11-01T05:58:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6f635540"}}
{"level":"info","ts":"2026-11-01T05:58:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T05:58:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"tenantID":"e2e-shared-a-w1-897c87","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-897c87"}
{"level":"info","ts":"2026-11-01T05:58:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cf7e3a14"}}
{"level":"info","ts":"2026-11-01T05:58:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"tenantID":"e2e-extmod-b-098e4d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-098e4d"}
{"level":"info","ts":"2026-11-01T05:58:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"tenantID":"e2e-extmod-b-098e4d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-098e4d"}
{"level":"info","ts":"2026-11-01T05:58:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6f635540"}}
{"level":"info","ts":"2026-11-01T05:58:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T05:58:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"tenantID":"e2e-extmod-a-d96a66","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d96a66"}
{"level":"info","ts":"2026-11-01T05:58:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"tenantID":"e2e-extmod-a-d96a66","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d96a66"}
{"level":"info","ts":"2026-11-01T05:58:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cf7e3a14"}}
{"level":"info","ts":"2026-11-01T05:58:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"tenantID":"e2e-extmod-a-d96a66","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d96a66"}
{"level":"info","ts":"2026-11-01T05:58:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6f635540"}}
{"level":"info","ts":"2026-11-01T05:58:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T05:58:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a12c35"},"tenantID":"e2e-extmod-a-a12c35","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a12c35"}
{"level":"info","ts":"2026-11-01T05:58:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cf7e3a14"}}
{"level":"info","ts":"2026-11-01T05:58:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T05:58:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"tenantID":"e2e-extmod-a-dee6aa","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa"}
{"level":"info","ts":"2026-11-01T05:58:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"tenantID":"e2e-extmod-a-dee6aa","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa"}
{"level":"info","ts":"2026-11-01T05:58:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6f635540"}}
{"level":"info","ts":"2026-11-01T05:58:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T05:58:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cf7e3a14"}}
{"level":"info","ts":"2026-11-01T05:58:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c73135"},"tenantID":"e2e-extmod-a-c73135","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c73135"}
{"level":"info","ts":"2026-11-01T05:58:48Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6f635540"}}
{"level":"info","ts":"2026-11-01T05:58:48Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T05:58:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cf7e3a14"}}
{"level":"error","ts":"2026-11-01T05:58:56Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-same-b01585","reconcileID":"fc82ad83-6ce1-4218-aec4-64c79819fbc6","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-cfl-same-b01585\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-01T05:58:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"tenantID":"e2e-extmod-a-dee6aa","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa"}
{"level":"error","ts":"2026-11-01T05:58:58Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-b01585","namespace":"e2e-extmod-cfl-2-9061e1"},"namespace":"e2e-extmod-cfl-2-9061e1","name":"e2e-cfl-same-b01585","reconcileID":"6377bfe2-a19c-4afc-b6bf-34da7d28750d","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-cfl-same-b01585\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-01T05:59:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"tenantID":"e2e-extmod-a-dee6aa","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa"}
{"level":"info","ts":"2026-11-01T05:59:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6f635540"}}
{"level":"info","ts":"2026-11-01T05:59:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T05:59:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"tenantID":"e2e-extmod-a-dee6aa","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa"}
{"level":"info","ts":"2026-11-01T05:59:03Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cf7e3a14"}}
{"level":"info","ts":"2026-11-01T05:59:11Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6f635540"}}
{"level":"info","ts":"2026-11-01T05:59:11Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"error","ts":"2026-11-01T05:59:13Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-725b71","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-725b71","reconcileID":"4818192e-ea4c-42be-8c4d-bf64266d5754","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-cfl-725b71\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-01T05:59:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"tenantID":"e2e-extmod-a-dee6aa","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa"}
{"level":"info","ts":"2026-11-01T05:59:17Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-3d70ff"},"tenantID":"e2e-worker-w2-3d70ff","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-01T05:59:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"tenantID":"e2e-shared-a-w1-897c87","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-897c87"}
{"level":"info","ts":"2026-11-01T05:59:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"tenantID":"e2e-extmod-a-dee6aa","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa"}
{"level":"info","ts":"2026-11-01T05:59:22Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cf7e3a14"}}
{"level":"info","ts":"2026-11-01T05:59:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"tenantID":"e2e-shared-a-w1-897c87","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-897c87"}
{"level":"info","ts":"2026-11-01T05:59:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6f635540"}}
{"level":"info","ts":"2026-11-01T05:59:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T05:59:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"tenantID":"e2e-extmod-a-dee6aa","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa"}
{"level":"error","ts":"2026-11-01T05:59:29Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-eafa67","namespace":"e2e-extmod-cfl-1-f05e07"},"namespace":"e2e-extmod-cfl-1-f05e07","name":"e2e-cfl-eafa67","reconcileID":"cf97c1b4-1257-43b5-af96-7ab27ec661dc","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-cfl-eafa67\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-01T05:59:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"tenantID":"e2e-extmod-a-dee6aa","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa"}
{"level":"info","ts":"2026-11-01T05:59:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"tenantID":"e2e-shared-b-w1-fd2672","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fd2672"}
{"level":"info","ts":"2026-11-01T05:59:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"tenantID":"e2e-extmod-a-dee6aa","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa"}
{"level":"info","ts":"2026-11-01T05:59:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"tenantID":"e2e-shared-b-w1-fd2672","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fd2672"}
{"level":"info","ts":"2026-11-01T05:59:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cf7e3a14"}}
{"level":"info","ts":"2026-11-01T05:59:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"tenantID":"e2e-extmod-a-dee6aa","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa"}
{"level":"info","ts":"2026-11-01T05:59:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"tenantID":"e2e-extmod-b-098e4d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-098e4d"}
{"level":"info","ts":"2026-11-01T05:59:43Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6f635540"}}
{"level":"info","ts":"2026-11-01T05:59:43Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T05:59:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"tenantID":"e2e-shared-a-w0-afc555","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555"}
{"level":"info","ts":"2026-11-01T05:59:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"tenantID":"e2e-extmod-b-098e4d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-098e4d"}
{"level":"info","ts":"2026-11-01T05:59:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"tenantID":"e2e-extmod-b-2fd4c9","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9"}
{"level":"info","ts":"2026-11-01T05:59:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"tenantID":"e2e-extmod-b-098e4d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-098e4d"}
{"level":"info","ts":"2026-11-01T05:59:53Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cf7e3a14"}}
{"level":"info","ts":"2026-11-01T05:59:53Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6f635540"}}
{"level":"info","ts":"2026-11-01T05:59:53Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T06:00:03Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cf7e3a14"}}
{"level":"info","ts":"2026-11-01T06:00:03Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6f635540"}}
{"level":"info","ts":"2026-11-01T06:00:03Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T06:00:13Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cf7e3a14"}}
{"level":"info","ts":"2026-11-01T06:00:13Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6f635540"}}
{"level":"info","ts":"2026-11-01T06:00:13Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T06:00:23Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cf7e3a14"}}
{"level":"info","ts":"2026-11-01T06:00:23Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6f635540"}}
{"level":"info","ts":"2026-11-01T06:00:23Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T06:00:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"tenantID":"e2e-shared-b-w0-1c4191","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-1c4191"}
{"level":"info","ts":"2026-11-01T06:00:33Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cf7e3a14"}}
{"level":"info","ts":"2026-11-01T06:00:33Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6f635540"}}
{"level":"info","ts":"2026-11-01T06:00:33Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T06:00:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"tenantID":"e2e-shared-b-w1-fd2672","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fd2672"}
{"level":"info","ts":"2026-11-01T06:00:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"tenantID":"e2e-shared-b-w1-fd2672","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fd2672"}
{"level":"info","ts":"2026-11-01T06:00:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cf7e3a14"}}
{"level":"info","ts":"2026-11-01T06:00:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6f635540"}}
{"level":"info","ts":"2026-11-01T06:00:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T06:00:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cf7e3a14"}}
{"level":"info","ts":"2026-11-01T06:00:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6f635540"}}
{"level":"info","ts":"2026-11-01T06:00:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T06:01:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"tenantID":"e2e-extmod-a-dee6aa","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa"}
{"level":"info","ts":"2026-11-01T06:01:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"tenantID":"e2e-extmod-a-dee6aa","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dee6aa"}
{"level":"info","ts":"2026-11-01T06:01:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cf7e3a14"}}
{"level":"info","ts":"2026-11-01T06:01:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6f635540"}}
{"level":"info","ts":"2026-11-01T06:01:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T06:01:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a48099"},"tenantID":"e2e-worker-w4-a48099","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a48099"}
{"level":"info","ts":"2026-11-01T06:01:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"tenantID":"e2e-worker-w0-7d1ec3","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d1ec3"}
{"level":"info","ts":"2026-11-01T06:01:15Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cf7e3a14"}}
{"level":"info","ts":"2026-11-01T06:01:15Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6f635540"}}
{"level":"info","ts":"2026-11-01T06:01:15Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T06:01:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"tenantID":"e2e-shared-a-w0-afc555","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555"}
{"level":"info","ts":"2026-11-01T06:01:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"tenantID":"e2e-shared-b-w0-1c4191","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-1c4191"}
{"level":"error","ts":"2026-11-01T06:01:32Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-25ee4eb7","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-25ee4eb7","reconcileID":"bcfb55b0-23e3-44db-9e04-81364f3e5b4c","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-fail-25ee4eb7\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-01T06:01:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"tenantID":"e2e-shared-a-w0-afc555","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-afc555"}
{"level":"info","ts":"2026-11-01T06:01:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"tenantID":"e2e-extmod-b-098e4d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-098e4d"}
{"level":"info","ts":"2026-11-01T06:01:37Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c73135"},"tenantID":"e2e-extmod-a-c73135","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-01T06:01:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cf7e3a14"}}
{"level":"info","ts":"2026-11-01T06:01:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6f635540"}}
{"level":"info","ts":"2026-11-01T06:01:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T06:01:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"tenantID":"e2e-extmod-b-098e4d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-098e4d"}
{"level":"error","ts":"2026-11-01T06:01:45Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-93e79f65","namespace":"e2e-extmod-fail-user-b29ac0"},"namespace":"e2e-extmod-fail-user-b29ac0","name":"e2e-fail-93e79f65","reconcileID":"8370351d-099d-4218-9da9-9f36d3e35727","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-fail-93e79f65\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-01T06:01:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"tenantID":"e2e-extmod-a-d96a66","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d96a66"}
{"level":"info","ts":"2026-11-01T06:01:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"tenantID":"e2e-extmod-a-d96a66","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d96a66"}
{"level":"info","ts":"2026-11-01T06:01:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cf7e3a14"}}
{"level":"info","ts":"2026-11-01T06:01:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6f635540"}}
{"level":"info","ts":"2026-11-01T06:01:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T06:01:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"tenantID":"e2e-shared-b-w1-fd2672","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fd2672"}
{"level":"info","ts":"2026-11-01T06:01:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"tenantID":"e2e-shared-b-w1-fd2672","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fd2672"}
{"level":"info","ts":"2026-11-01T06:02:01Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dee6aa"},"tenantID":"e2e-extmod-a-dee6aa","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-01T06:02:03Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d96a66"},"tenantID":"e2e-extmod-a-d96a66","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-01T06:02:03Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cf7e3a14"}}
{"level":"info","ts":"2026-11-01T06:02:03Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6f635540"}}
{"level":"info","ts":"2026-11-01T06:02:03Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T06:02:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7a360a"},"tenantID":"e2e-extmod-b-7a360a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7a360a"}
{"level":"info","ts":"2026-11-01T06:02:13Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cf7e3a14"}}
{"level":"info","ts":"2026-11-01T06:02:13Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6f635540"}}
{"level":"info","ts":"2026-11-01T06:02:13Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T06:02:23Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7a360a"}}
{"level":"info","ts":"2026-11-01T06:02:25Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7a360a"},"tenantID":"e2e-extmod-b-7a360a","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-01T06:02:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cf7e3a14"}}
{"level":"info","ts":"2026-11-01T06:02:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6f635540"}}
{"level":"info","ts":"2026-11-01T06:02:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T06:02:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"tenantID":"e2e-shared-a-w1-897c87","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-897c87"}
{"level":"info","ts":"2026-11-01T06:02:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"tenantID":"e2e-shared-a-w1-897c87","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-897c87"}
{"level":"info","ts":"2026-11-01T06:02:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"tenantID":"e2e-extmod-b-c6e99c","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c"}
{"level":"info","ts":"2026-11-01T06:02:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cf7e3a14"}}
{"level":"info","ts":"2026-11-01T06:02:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6f635540"}}
{"level":"info","ts":"2026-11-01T06:02:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T06:02:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"tenantID":"e2e-shared-a-w1-897c87","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-897c87"}
{"level":"info","ts":"2026-11-01T06:02:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cf7e3a14"}}
{"level":"info","ts":"2026-11-01T06:02:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6f635540"}}
{"level":"info","ts":"2026-11-01T06:02:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T06:02:47Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-098e4d"}}
{"level":"info","ts":"2026-11-01T06:02:49Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-098e4d"},"tenantID":"e2e-extmod-b-098e4d","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-01T06:02:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"tenantID":"e2e-extmod-b-c6e99c","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c6e99c"}
{"level":"info","ts":"2026-11-01T06:02:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"tenantID":"e2e-shared-b-w1-fd2672","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fd2672"}
{"level":"info","ts":"2026-11-01T06:02:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"tenantID":"e2e-shared-b-w1-fd2672","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fd2672"}
{"level":"info","ts":"2026-11-01T06:02:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cf7e3a14"}}
{"level":"info","ts":"2026-11-01T06:02:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6f635540"}}
{"level":"info","ts":"2026-11-01T06:02:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T06:03:06Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c6e99c"}}
{"level":"info","ts":"2026-11-01T06:03:09Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"tenantID":"e2e-extmod-b-c6e99c","namespace":"openshift-ingress"}
{"level":"error","ts":"2026-11-01T06:03:09Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"namespace":"ai-tenant-e2e-extmod-b-c6e99c","name":"default-tenant","reconcileID":"b943c740-5c69-4bfa-a57d-8657092f494d","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-01T06:03:11Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c6e99c"},"tenantID":"e2e-extmod-b-c6e99c","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-01T06:03:11Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cf7e3a14"}}
{"level":"info","ts":"2026-11-01T06:03:11Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6f635540"}}
{"level":"info","ts":"2026-11-01T06:03:11Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T06:03:21Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cf7e3a14"}}
{"level":"info","ts":"2026-11-01T06:03:21Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6f635540"}}
{"level":"info","ts":"2026-11-01T06:03:21Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T06:03:30Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"tenantID":"e2e-shared-a-w0-afc555","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-01T06:03:32Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"tenantID":"e2e-shared-a-w0-afc555","namespace":"openshift-ingress"}
{"level":"error","ts":"2026-11-01T06:03:32Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-afc555"},"namespace":"ai-tenant-e2e-shared-a-w0-afc555","name":"default-tenant","reconcileID":"197d1996-899d-442b-b209-cd5bd75a02b0","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-01T06:03:34Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a48099"},"tenantID":"e2e-worker-w4-a48099","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-01T06:03:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a12c35"},"tenantID":"e2e-extmod-a-a12c35","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a12c35"}
{"level":"info","ts":"2026-11-01T06:03:37Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cf7e3a14"}}
{"level":"info","ts":"2026-11-01T06:03:37Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6f635540"}}
{"level":"info","ts":"2026-11-01T06:03:37Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T06:03:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T06:03:47Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cf7e3a14"}}
{"level":"info","ts":"2026-11-01T06:03:47Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6f635540"}}
{"level":"info","ts":"2026-11-01T06:03:47Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T06:03:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cf7e3a14"}}
{"level":"error","ts":"2026-11-01T06:03:57Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6f635540"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-01T06:03:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T06:04:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cf7e3a14"}}
{"level":"info","ts":"2026-11-01T06:04:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T06:04:08Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"}}
{"level":"info","ts":"2026-11-01T06:04:11Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-1c4191"},"tenantID":"e2e-shared-b-w0-1c4191","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-01T06:04:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cf7e3a14"}}
{"level":"info","ts":"2026-11-01T06:04:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T06:04:27Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cf7e3a14"}}
{"level":"info","ts":"2026-11-01T06:04:27Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T06:04:37Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cf7e3a14"}}
{"level":"info","ts":"2026-11-01T06:04:37Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T06:04:47Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cf7e3a14"}}
{"level":"info","ts":"2026-11-01T06:04:47Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T06:04:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"tenantID":"e2e-extmod-b-2fd4c9","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2fd4c9"}
{"level":"info","ts":"2026-11-01T06:04:55Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7d1ec3"},"tenantID":"e2e-worker-w0-7d1ec3","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-01T06:04:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cf7e3a14"}}
{"level":"info","ts":"2026-11-01T06:04:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T06:05:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cf7e3a14"}}
{"level":"info","ts":"2026-11-01T06:05:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T06:05:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cf7e3a14"}}
{"level":"info","ts":"2026-11-01T06:05:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T06:05:27Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cf7e3a14"}}
{"level":"info","ts":"2026-11-01T06:05:27Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"}}
{"level":"info","ts":"2026-11-01T06:05:37Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cf7e3a14"}}
{"level":"error","ts":"2026-11-01T06:05:37Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6c628121"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-01T06:05:47Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cf7e3a14"}}
{"level":"info","ts":"2026-11-01T06:05:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cf7e3a14"}}
{"level":"info","ts":"2026-11-01T06:06:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cf7e3a14"}}
{"level":"info","ts":"2026-11-01T06:06:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cf7e3a14"}}
{"level":"info","ts":"2026-11-01T06:06:27Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cf7e3a14"}}
{"level":"info","ts":"2026-11-01T06:06:37Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cf7e3a14"}}
{"level":"info","ts":"2026-11-01T06:06:47Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cf7e3a14"}}
{"level":"info","ts":"2026-11-01T06:06:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cf7e3a14"}}
{"level":"info","ts":"2026-11-01T06:07:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cf7e3a14"}}
{"level":"info","ts":"2026-11-01T06:07:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cf7e3a14"}}
{"level":"info","ts":"2026-11-01T06:07:27Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cf7e3a14"}}
{"level":"info","ts":"2026-11-01T06:07:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"tenantID":"e2e-shared-a-w1-897c87","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-897c87"}
{"level":"info","ts":"2026-11-01T06:07:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"tenantID":"e2e-shared-a-w1-897c87","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-897c87"}
{"level":"error","ts":"2026-11-01T06:07:37Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cf7e3a14"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-01T06:07:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"tenantID":"e2e-shared-b-w1-fd2672","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fd2672"}
{"level":"info","ts":"2026-11-01T06:07:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"tenantID":"e2e-shared-b-w1-fd2672","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-fd2672"}
{"level":"info","ts":"2026-11-01T06:07:57Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"tenantID":"e2e-shared-a-w1-897c87","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-01T06:07:59Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"tenantID":"e2e-shared-a-w1-897c87","namespace":"openshift-ingress"}
{"level":"error","ts":"2026-11-01T06:07:59Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-897c87"},"namespace":"ai-tenant-e2e-shared-a-w1-897c87","name":"default-tenant","reconcileID":"ec5fc81a-4f11-4f56-8e03-bc15e904f4ba","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-01T06:08:12Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"}}
{"level":"info","ts":"2026-11-01T06:08:14Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-fd2672"},"tenantID":"e2e-shared-b-w1-fd2672","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-01T06:08:34Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a12c35"},"tenantID":"e2e-extmod-a-a12c35","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-01T06:08:35Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a12c35"},"tenantID":"e2e-extmod-a-a12c35","namespace":"openshift-ingress"}
{"level":"error","ts":"2026-11-01T06:08:36Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a12c35"},"namespace":"ai-tenant-e2e-extmod-a-a12c35","name":"default-tenant","reconcileID":"760ee1d7-21cd-4b9b-9cb7-b0689727e8cc","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-01T06:08:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T06:08:53Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"}}
{"level":"info","ts":"2026-11-01T06:08:55Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2fd4c9"},"tenantID":"e2e-extmod-b-2fd4c9","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-01T06:09:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3951eb77"},"tenantID":"e2e-ait-3951eb77","namespace":"openshift-ingress","gatewayName":"e2e-ait-3951eb77"}
{"level":"info","ts":"2026-11-01T06:09:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3951eb77"},"tenantID":"e2e-ait-3951eb77","namespace":"openshift-ingress","gatewayName":"e2e-ait-3951eb77"}
{"level":"info","ts":"2026-11-01T06:09:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3951eb77"},"tenantID":"e2e-ait-3951eb77","namespace":"openshift-ingress","gatewayName":"e2e-ait-3951eb77"}
{"level":"info","ts":"2026-11-01T06:09:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3951eb77"},"tenantID":"e2e-ait-3951eb77","namespace":"openshift-ingress","gatewayName":"e2e-ait-3951eb77"}
{"level":"info","ts":"2026-11-01T06:09:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3951eb77"},"tenantID":"e2e-ait-3951eb77","namespace":"openshift-ingress","gatewayName":"e2e-ait-3951eb77"}
{"level":"info","ts":"2026-11-01T06:09:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3951eb77"},"tenantID":"e2e-ait-3951eb77","namespace":"openshift-ingress","gatewayName":"e2e-ait-3951eb77"}
{"level":"info","ts":"2026-11-01T06:09:48Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3951eb77"}}
{"level":"info","ts":"2026-11-01T06:09:50Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3951eb77"}}
{"level":"info","ts":"2026-11-01T06:09:51Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3951eb77"}}
{"level":"info","ts":"2026-11-01T06:10:02Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3951eb77"}}
{"level":"info","ts":"2026-11-01T06:10:10Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3951eb77"}}
{"level":"info","ts":"2026-11-01T06:10:13Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3951eb77"},"tenantID":"e2e-ait-3951eb77","namespace":"openshift-ingress"}
{"level":"error","ts":"2026-11-01T06:11:13Z","logger":"leaderelection","msg":"Error retrieving lease lock","lock":"opendatahub/ai-gateway-controller-leader.opendatahub.io","error":"Get \"https://172.31.0.1:443/apis/coordination.k8s.io/v1/namespaces/opendatahub/leases/ai-gateway-controller-leader.opendatahub.io?timeout=5s\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)","stacktrace":"k8s.io/client-go/tools/leaderelection.(*LeaderElector).tryAcquireOrRenew\n\tk8s.io/client-go@v0.37.0/tools/leaderelection/leaderelection.go:473\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).renew.func1.1\n\tk8s.io/client-go@v0.37.0/tools/leaderelection/leaderelection.go:292\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func1\n\tk8s.io/apimachinery@v0.37.0/pkg/util/wait/loop.go:53\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.37.0/pkg/util/wait/loop.go:54\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextTimeout\n\tk8s.io/apimachinery@v0.37.0/pkg/util/wait/poll.go:48\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).renew.func1\n\tk8s.io/client-go@v0.37.0/tools/leaderelection/leaderelection.go:285\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\tk8s.io/apimachinery@v0.37.0/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\tk8s.io/apimachinery@v0.37.0/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.JitterUntilWithContext\n\tk8s.io/apimachinery@v0.37.0/pkg/util/wait/backoff.go:223\nk8s.io/apimachinery/pkg/util/wait.UntilWithContext\n\tk8s.io/apimachinery@v0.37.0/pkg/util/wait/backoff.go:172\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).renew\n\tk8s.io/client-go@v0.37.0/tools/leaderelection/leaderelection.go:284\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).Run\n\tk8s.io/client-go@v0.37.0/tools/leaderelection/leaderelection.go:221\nsigs.k8s.io/controller-runtime/pkg/manager.(*controllerManager).Start.func3\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/manager/internal.go:474"}
{"level":"info","ts":"2026-11-01T06:11:13Z","logger":"leaderelection","msg":"Failed to renew lease","lock":"opendatahub/ai-gateway-controller-leader.opendatahub.io","err":"context deadline exceeded"}
{"level":"error","ts":"2026-11-01T06:11:13Z","logger":"setup","msg":"problem running manager","error":"leader election lost","stacktrace":"main.main\n\tgithub.com/opendatahub-io/ai-gateway-controller/cmd/manager/main.go:223\nruntime.main\n\truntime/proc.go:290"}