{"level":"info","ts":"2026-11-03T20:59:18Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"tenantID":"e2e-shared-b-w4-30e9de","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T20:59:19Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"tenantID":"e2e-shared-b-w4-30e9de","namespace":"openshift-ingress"}
{"level":"error","ts":"2026-11-03T20:59:19Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"default-tenant","reconcileID":"f5583fb1-1be2-4b73-8982-20b0476c11f9","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T20:59:19Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2f98e7b3"}}
{"level":"info","ts":"2026-11-03T20:59:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"tenantID":"e2e-shared-a-w2-63fde4","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-63fde4"}
{"level":"info","ts":"2026-11-03T20:59:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f1cd8e33"}}
{"level":"info","ts":"2026-11-03T20:59:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ba5a7526"}}
{"level":"info","ts":"2026-11-03T20:59:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c07f751b"}}
{"level":"info","ts":"2026-11-03T20:59:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"tenantID":"e2e-shared-a-w2-63fde4","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-63fde4"}
{"level":"info","ts":"2026-11-03T20:59:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"tenantID":"e2e-shared-a-w2-63fde4","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-63fde4"}
{"level":"info","ts":"2026-11-03T20:59:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d36c5044"}}
{"level":"info","ts":"2026-11-03T20:59:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"tenantID":"e2e-shared-b-w2-3bcc2b","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3bcc2b"}
{"level":"info","ts":"2026-11-03T20:59:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"tenantID":"e2e-shared-b-w2-3bcc2b","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3bcc2b"}
{"level":"info","ts":"2026-11-03T20:59:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-2fd7d088"}}
{"level":"info","ts":"2026-11-03T20:59:27Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-f3a4c29a"}}
{"level":"info","ts":"2026-11-03T20:59:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"tenantID":"e2e-shared-b-w2-3bcc2b","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3bcc2b"}
{"level":"info","ts":"2026-11-03T20:59:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenantID":"e2e-shared-b-w0-99a8fe","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe"}
{"level":"info","ts":"2026-11-03T20:59:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenantID":"e2e-shared-a-w0-ba89e0","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0"}
{"level":"info","ts":"2026-11-03T20:59:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2f98e7b3"}}
{"level":"info","ts":"2026-11-03T20:59:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f1cd8e33"}}
{"level":"info","ts":"2026-11-03T20:59:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ba5a7526"}}
{"level":"info","ts":"2026-11-03T20:59:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c07f751b"}}
{"level":"info","ts":"2026-11-03T20:59:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d36c5044"}}
{"level":"info","ts":"2026-11-03T20:59:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-2fd7d088"}}
{"level":"info","ts":"2026-11-03T20:59:37Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-f3a4c29a"}}
{"level":"info","ts":"2026-11-03T20:59:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"tenantID":"e2e-shared-b-w2-3bcc2b","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3bcc2b"}
{"level":"info","ts":"2026-11-03T20:59:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2f98e7b3"}}
{"level":"info","ts":"2026-11-03T20:59:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"tenantID":"e2e-shared-b-w2-3bcc2b","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3bcc2b"}
{"level":"info","ts":"2026-11-03T20:59:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"tenantID":"e2e-shared-b-w2-3bcc2b","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3bcc2b"}
{"level":"info","ts":"2026-11-03T20:59:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T20:59:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-466f83"},"tenantID":"e2e-worker-w4-466f83","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83"}
{"level":"info","ts":"2026-11-03T20:59:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-466f83"},"tenantID":"e2e-worker-w4-466f83","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83"}
{"level":"info","ts":"2026-11-03T20:59:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-466f83"},"tenantID":"e2e-worker-w4-466f83","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83"}
{"level":"info","ts":"2026-11-03T20:59:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f1cd8e33"}}
{"level":"info","ts":"2026-11-03T20:59:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ba5a7526"}}
{"level":"info","ts":"2026-11-03T20:59:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c07f751b"}}
{"level":"info","ts":"2026-11-03T20:59:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d36c5044"}}
{"level":"info","ts":"2026-11-03T20:59:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-2fd7d088"}}
{"level":"info","ts":"2026-11-03T20:59:47Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-f3a4c29a"}}
{"level":"info","ts":"2026-11-03T20:59:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-466f83"},"tenantID":"e2e-worker-w4-466f83","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83"}
{"level":"info","ts":"2026-11-03T20:59:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-466f83"},"tenantID":"e2e-worker-w4-466f83","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83"}
{"level":"info","ts":"2026-11-03T20:59:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2f98e7b3"}}
{"level":"info","ts":"2026-11-03T20:59:54Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-466f83"},"tenantID":"e2e-worker-w4-466f83","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T20:59:54Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-466f83"},"tenantID":"e2e-worker-w4-466f83","namespace":"openshift-ingress"}
{"level":"error","ts":"2026-11-03T20:59:54Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"default-tenant","reconcileID":"46ad9537-3998-4a96-8857-f4dcca0171ab","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T20:59:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f1cd8e33"}}
{"level":"info","ts":"2026-11-03T20:59:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ba5a7526"}}
{"level":"info","ts":"2026-11-03T20:59:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c07f751b"}}
{"level":"info","ts":"2026-11-03T20:59:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d36c5044"}}
{"level":"info","ts":"2026-11-03T20:59:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-2fd7d088"}}
{"level":"info","ts":"2026-11-03T20:59:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-f3a4c29a"}}
{"level":"info","ts":"2026-11-03T20:59:59Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2f98e7b3"}}
{"level":"info","ts":"2026-11-03T21:00:04Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f1cd8e33"}}
{"level":"info","ts":"2026-11-03T21:00:04Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ba5a7526"}}
{"level":"info","ts":"2026-11-03T21:00:04Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c07f751b"}}
{"level":"info","ts":"2026-11-03T21:00:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d36c5044"}}
{"level":"info","ts":"2026-11-03T21:00:06Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-2fd7d088"}}
{"level":"info","ts":"2026-11-03T21:00:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-f3a4c29a"}}
{"level":"info","ts":"2026-11-03T21:00:09Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2f98e7b3"}}
{"level":"info","ts":"2026-11-03T21:00:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenantID":"e2e-shared-a-w0-ba89e0","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0"}
{"level":"info","ts":"2026-11-03T21:00:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenantID":"e2e-shared-b-w0-99a8fe","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe"}
{"level":"info","ts":"2026-11-03T21:00:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenantID":"e2e-shared-a-w0-ba89e0","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0"}
{"level":"info","ts":"2026-11-03T21:00:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenantID":"e2e-shared-b-w0-99a8fe","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe"}
{"level":"info","ts":"2026-11-03T21:00:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenantID":"e2e-shared-a-w0-ba89e0","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0"}
{"level":"info","ts":"2026-11-03T21:00:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f1cd8e33"}}
{"level":"info","ts":"2026-11-03T21:00:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ba5a7526"}}
{"level":"info","ts":"2026-11-03T21:00:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c07f751b"}}
{"level":"info","ts":"2026-11-03T21:00:15Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d36c5044"}}
{"level":"info","ts":"2026-11-03T21:00:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-2fd7d088"}}
{"level":"info","ts":"2026-11-03T21:00:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-f3a4c29a"}}
{"level":"info","ts":"2026-11-03T21:00:19Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2f98e7b3"}}
{"level":"info","ts":"2026-11-03T21:00:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenantID":"e2e-shared-a-w0-ba89e0","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0"}
{"level":"info","ts":"2026-11-03T21:00:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenantID":"e2e-shared-b-w0-99a8fe","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe"}
{"level":"info","ts":"2026-11-03T21:00:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f1cd8e33"}}
{"level":"info","ts":"2026-11-03T21:00:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ba5a7526"}}
{"level":"info","ts":"2026-11-03T21:00:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c07f751b"}}
{"level":"info","ts":"2026-11-03T21:00:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d36c5044"}}
{"level":"info","ts":"2026-11-03T21:00:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-2fd7d088"}}
{"level":"info","ts":"2026-11-03T21:00:27Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-f3a4c29a"}}
{"level":"info","ts":"2026-11-03T21:00:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2f98e7b3"}}
{"level":"info","ts":"2026-11-03T21:00:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenantID":"e2e-shared-b-w0-99a8fe","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe"}
{"level":"info","ts":"2026-11-03T21:00:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenantID":"e2e-shared-a-w0-ba89e0","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0"}
{"level":"info","ts":"2026-11-03T21:00:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenantID":"e2e-shared-a-w0-ba89e0","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0"}
{"level":"info","ts":"2026-11-03T21:00:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenantID":"e2e-shared-a-w0-ba89e0","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0"}
{"level":"info","ts":"2026-11-03T21:00:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenantID":"e2e-shared-b-w0-99a8fe","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe"}
{"level":"info","ts":"2026-11-03T21:00:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenantID":"e2e-shared-a-w0-ba89e0","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0"}
{"level":"info","ts":"2026-11-03T21:00:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f1cd8e33"}}
{"level":"info","ts":"2026-11-03T21:00:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ba5a7526"}}
{"level":"info","ts":"2026-11-03T21:00:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c07f751b"}}
{"level":"info","ts":"2026-11-03T21:00:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d36c5044"}}
{"level":"info","ts":"2026-11-03T21:00:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-2fd7d088"}}
{"level":"info","ts":"2026-11-03T21:00:37Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-f3a4c29a"}}
{"level":"info","ts":"2026-11-03T21:00:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2f98e7b3"}}
{"level":"info","ts":"2026-11-03T21:00:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenantID":"e2e-shared-b-w0-99a8fe","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe"}
{"level":"info","ts":"2026-11-03T21:00:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenantID":"e2e-shared-b-w0-99a8fe","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe"}
{"level":"info","ts":"2026-11-03T21:00:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f1cd8e33"}}
{"level":"info","ts":"2026-11-03T21:00:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ba5a7526"}}
{"level":"info","ts":"2026-11-03T21:00:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c07f751b"}}
{"level":"info","ts":"2026-11-03T21:00:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"tenantID":"e2e-shared-a-w3-bab2c3","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bab2c3"}
{"level":"info","ts":"2026-11-03T21:00:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"tenantID":"e2e-shared-b-w3-6e5139","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-6e5139"}
{"level":"info","ts":"2026-11-03T21:00:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"tenantID":"e2e-shared-a-w3-bab2c3","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bab2c3"}
{"level":"info","ts":"2026-11-03T21:00:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d36c5044"}}
{"level":"info","ts":"2026-11-03T21:00:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"tenantID":"e2e-shared-b-w3-6e5139","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-6e5139"}
{"level":"info","ts":"2026-11-03T21:00:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-2fd7d088"}}
{"level":"info","ts":"2026-11-03T21:00:47Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dce009"},"tenantID":"e2e-extmod-a-dce009","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T21:00:47Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dce009"},"tenantID":"e2e-extmod-a-dce009","namespace":"openshift-ingress"}
{"level":"error","ts":"2026-11-03T21:00:47Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"default-tenant","reconcileID":"b40fa6c2-8cbb-458c-badf-1bb9fbdb0dd5","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T21:00:47Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-f3a4c29a"}}
{"level":"info","ts":"2026-11-03T21:00:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2f98e7b3"}}
{"level":"info","ts":"2026-11-03T21:00:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenantID":"e2e-shared-a-w0-ba89e0","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0"}
{"level":"info","ts":"2026-11-03T21:00:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenantID":"e2e-shared-a-w0-ba89e0","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0"}
{"level":"info","ts":"2026-11-03T21:00:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenantID":"e2e-shared-a-w0-ba89e0","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0"}
{"level":"info","ts":"2026-11-03T21:00:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenantID":"e2e-shared-a-w0-ba89e0","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0"}
{"level":"info","ts":"2026-11-03T21:00:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f1cd8e33"}}
{"level":"info","ts":"2026-11-03T21:00:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ba5a7526"}}
{"level":"info","ts":"2026-11-03T21:00:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c07f751b"}}
{"level":"info","ts":"2026-11-03T21:00:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d36c5044"}}
{"level":"info","ts":"2026-11-03T21:00:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-2fd7d088"}}
{"level":"info","ts":"2026-11-03T21:00:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-f3a4c29a"}}
{"level":"info","ts":"2026-11-03T21:00:59Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2f98e7b3"}}
{"level":"info","ts":"2026-11-03T21:01:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-05473b"},"tenantID":"e2e-extmod-b-05473b","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b"}
{"level":"info","ts":"2026-11-03T21:01:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenantID":"e2e-shared-a-w0-ba89e0","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0"}
{"level":"info","ts":"2026-11-03T21:01:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenantID":"e2e-shared-b-w0-99a8fe","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe"}
{"level":"info","ts":"2026-11-03T21:01:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenantID":"e2e-shared-b-w0-99a8fe","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe"}
{"level":"info","ts":"2026-11-03T21:01:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-05473b"},"tenantID":"e2e-extmod-b-05473b","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b"}
{"level":"info","ts":"2026-11-03T21:01:04Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-05473b"},"tenantID":"e2e-extmod-b-05473b","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T21:01:04Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f1cd8e33"}}
{"level":"info","ts":"2026-11-03T21:01:04Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ba5a7526"}}
{"level":"info","ts":"2026-11-03T21:01:04Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c07f751b"}}
{"level":"info","ts":"2026-11-03T21:01:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenantID":"e2e-shared-b-w0-99a8fe","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe"}
{"level":"info","ts":"2026-11-03T21:01:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d36c5044"}}
{"level":"info","ts":"2026-11-03T21:01:06Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-2fd7d088"}}
{"level":"info","ts":"2026-11-03T21:01:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-f3a4c29a"}}
{"level":"info","ts":"2026-11-03T21:01:09Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2f98e7b3"}}
{"level":"info","ts":"2026-11-03T21:01:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"tenantID":"e2e-shared-a-w3-bab2c3","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bab2c3"}
{"level":"info","ts":"2026-11-03T21:01:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"tenantID":"e2e-shared-b-w3-6e5139","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-6e5139"}
{"level":"info","ts":"2026-11-03T21:01:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"tenantID":"e2e-shared-a-w3-bab2c3","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bab2c3"}
{"level":"info","ts":"2026-11-03T21:01:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenantID":"e2e-shared-b-w0-99a8fe","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe"}
{"level":"info","ts":"2026-11-03T21:01:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f1cd8e33"}}
{"level":"info","ts":"2026-11-03T21:01:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ba5a7526"}}
{"level":"info","ts":"2026-11-03T21:01:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c07f751b"}}
{"level":"info","ts":"2026-11-03T21:01:15Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d36c5044"}}
{"level":"info","ts":"2026-11-03T21:01:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-2fd7d088"}}
{"level":"info","ts":"2026-11-03T21:01:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-f3a4c29a"}}
{"level":"info","ts":"2026-11-03T21:01:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenantID":"e2e-shared-b-w0-99a8fe","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe"}
{"level":"info","ts":"2026-11-03T21:01:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenantID":"e2e-shared-b-w0-99a8fe","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe"}
{"level":"info","ts":"2026-11-03T21:01:19Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2f98e7b3"}}
{"level":"info","ts":"2026-11-03T21:01:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"tenantID":"e2e-shared-a-w3-bab2c3","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bab2c3"}
{"level":"info","ts":"2026-11-03T21:01:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"tenantID":"e2e-shared-a-w3-bab2c3","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bab2c3"}
{"level":"info","ts":"2026-11-03T21:01:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"tenantID":"e2e-shared-a-w1-7a92d4","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7a92d4"}
{"level":"info","ts":"2026-11-03T21:01:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"tenantID":"e2e-shared-a-w1-7a92d4","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7a92d4"}
{"level":"info","ts":"2026-11-03T21:01:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f1cd8e33"}}
{"level":"info","ts":"2026-11-03T21:01:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ba5a7526"}}
{"level":"info","ts":"2026-11-03T21:01:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c07f751b"}}
{"level":"info","ts":"2026-11-03T21:01:25Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"tenantID":"e2e-shared-a-w1-7a92d4","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T21:01:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d36c5044"}}
{"level":"info","ts":"2026-11-03T21:01:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-2fd7d088"}}
{"level":"info","ts":"2026-11-03T21:01:27Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-f3a4c29a"}}
{"level":"info","ts":"2026-11-03T21:01:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2f98e7b3"}}
{"level":"info","ts":"2026-11-03T21:01:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"tenantID":"e2e-shared-a-w3-bab2c3","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bab2c3"}
{"level":"info","ts":"2026-11-03T21:01:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"tenantID":"e2e-shared-a-w3-bab2c3","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bab2c3"}
{"level":"info","ts":"2026-11-03T21:01:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f1cd8e33"}}
{"level":"info","ts":"2026-11-03T21:01:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ba5a7526"}}
{"level":"info","ts":"2026-11-03T21:01:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c07f751b"}}
{"level":"info","ts":"2026-11-03T21:01:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"tenantID":"e2e-shared-a-w2-63fde4","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-63fde4"}
{"level":"info","ts":"2026-11-03T21:01:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"tenantID":"e2e-shared-b-w2-3bcc2b","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3bcc2b"}
{"level":"info","ts":"2026-11-03T21:01:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"tenantID":"e2e-shared-a-w2-63fde4","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-63fde4"}
{"level":"info","ts":"2026-11-03T21:01:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d36c5044"}}
{"level":"info","ts":"2026-11-03T21:01:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"tenantID":"e2e-shared-b-w2-3bcc2b","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3bcc2b"}
{"level":"info","ts":"2026-11-03T21:01:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-2fd7d088"}}
{"level":"info","ts":"2026-11-03T21:01:37Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-f3a4c29a"}}
{"level":"info","ts":"2026-11-03T21:01:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"tenantID":"e2e-shared-b-w1-08a7bc","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-08a7bc"}
{"level":"info","ts":"2026-11-03T21:01:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2f98e7b3"}}
{"level":"info","ts":"2026-11-03T21:01:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"tenantID":"e2e-extmod-a-14ebbb","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb"}
{"level":"info","ts":"2026-11-03T21:01:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"tenantID":"e2e-shared-a-w3-bab2c3","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bab2c3"}
{"level":"info","ts":"2026-11-03T21:01:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"tenantID":"e2e-shared-b-w3-6e5139","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-6e5139"}
{"level":"info","ts":"2026-11-03T21:01:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"tenantID":"e2e-shared-b-w3-6e5139","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-6e5139"}
{"level":"info","ts":"2026-11-03T21:01:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f1cd8e33"}}
{"level":"info","ts":"2026-11-03T21:01:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ba5a7526"}}
{"level":"info","ts":"2026-11-03T21:01:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c07f751b"}}
{"level":"info","ts":"2026-11-03T21:01:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"tenantID":"e2e-shared-b-w1-08a7bc","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-08a7bc"}
{"level":"info","ts":"2026-11-03T21:01:46Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"}}
{"level":"info","ts":"2026-11-03T21:01:46Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"tenantID":"e2e-shared-b-w1-08a7bc","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T21:01:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d36c5044"}}
{"level":"info","ts":"2026-11-03T21:01:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-2fd7d088"}}
{"level":"info","ts":"2026-11-03T21:01:47Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-f3a4c29a"}}
{"level":"info","ts":"2026-11-03T21:01:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"tenantID":"e2e-extmod-b-c7aecb","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c7aecb"}
{"level":"info","ts":"2026-11-03T21:01:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2f98e7b3"}}
{"level":"info","ts":"2026-11-03T21:01:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"tenantID":"e2e-extmod-a-37aa95","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95"}
{"level":"info","ts":"2026-11-03T21:01:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"tenantID":"e2e-shared-b-w3-6e5139","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-6e5139"}
{"level":"info","ts":"2026-11-03T21:01:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"tenantID":"e2e-shared-b-w3-6e5139","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-6e5139"}
{"level":"info","ts":"2026-11-03T21:01:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f1cd8e33"}}
{"level":"info","ts":"2026-11-03T21:01:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ba5a7526"}}
{"level":"info","ts":"2026-11-03T21:01:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c07f751b"}}
{"level":"info","ts":"2026-11-03T21:01:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d36c5044"}}
{"level":"info","ts":"2026-11-03T21:01:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-2fd7d088"}}
{"level":"info","ts":"2026-11-03T21:01:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-f3a4c29a"}}
{"level":"info","ts":"2026-11-03T21:01:59Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2f98e7b3"}}
{"level":"info","ts":"2026-11-03T21:02:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"tenantID":"e2e-shared-b-w3-6e5139","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-6e5139"}
{"level":"info","ts":"2026-11-03T21:02:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"tenantID":"e2e-shared-a-w2-63fde4","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-63fde4"}
{"level":"info","ts":"2026-11-03T21:02:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"tenantID":"e2e-shared-b-w2-3bcc2b","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3bcc2b"}
{"level":"info","ts":"2026-11-03T21:02:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"tenantID":"e2e-worker-w1-b13a14","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14"}
{"level":"info","ts":"2026-11-03T21:02:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"tenantID":"e2e-shared-a-w3-bab2c3","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bab2c3"}
{"level":"info","ts":"2026-11-03T21:02:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"tenantID":"e2e-shared-b-w3-6e5139","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-6e5139"}
{"level":"info","ts":"2026-11-03T21:02:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"tenantID":"e2e-worker-w1-b13a14","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14"}
{"level":"info","ts":"2026-11-03T21:02:04Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f1cd8e33"}}
{"level":"info","ts":"2026-11-03T21:02:04Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ba5a7526"}}
{"level":"info","ts":"2026-11-03T21:02:04Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c07f751b"}}
{"level":"info","ts":"2026-11-03T21:02:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"tenantID":"e2e-shared-b-w3-6e5139","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-6e5139"}
{"level":"info","ts":"2026-11-03T21:02:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"tenantID":"e2e-shared-b-w3-6e5139","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-6e5139"}
{"level":"info","ts":"2026-11-03T21:02:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"tenantID":"e2e-shared-a-w2-63fde4","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-63fde4"}
{"level":"info","ts":"2026-11-03T21:02:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"tenantID":"e2e-shared-a-w2-63fde4","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-63fde4"}
{"level":"info","ts":"2026-11-03T21:02:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"tenantID":"e2e-shared-b-w2-3bcc2b","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3bcc2b"}
{"level":"info","ts":"2026-11-03T21:02:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"tenantID":"e2e-shared-a-w2-63fde4","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-63fde4"}
{"level":"info","ts":"2026-11-03T21:02:06Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d36c5044"}}
{"level":"info","ts":"2026-11-03T21:02:06Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-2fd7d088"}}
{"level":"info","ts":"2026-11-03T21:02:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-f3a4c29a"}}
{"level":"info","ts":"2026-11-03T21:02:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"tenantID":"e2e-worker-w1-b13a14","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14"}
{"level":"info","ts":"2026-11-03T21:02:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"tenantID":"e2e-worker-w1-b13a14","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14"}
{"level":"info","ts":"2026-11-03T21:02:09Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2f98e7b3"}}
{"level":"error","ts":"2026-11-03T21:02:10Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"error":"apply NetworkPolicy ai-tenant-e2e-extmod-a-14ebbb/payload-processing-e2e-extmod-a-14ebbb: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-a-14ebbb\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-a-14ebbb because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T21:02:10Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"default-tenant","reconcileID":"6b4898ff-2af5-4d63-b0ce-cbe7d59ffbed","error":"apply: apply NetworkPolicy ai-tenant-e2e-extmod-a-14ebbb/payload-processing-e2e-extmod-a-14ebbb: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-a-14ebbb\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-a-14ebbb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T21:02:11Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"error":"apply NetworkPolicy ai-tenant-e2e-extmod-a-14ebbb/payload-processing-e2e-extmod-a-14ebbb: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-a-14ebbb\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-a-14ebbb because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T21:02:11Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"default-tenant","reconcileID":"9a842b78-96b9-4534-ad10-53415dbf8a58","error":"apply: apply NetworkPolicy ai-tenant-e2e-extmod-a-14ebbb/payload-processing-e2e-extmod-a-14ebbb: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-a-14ebbb\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-a-14ebbb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T21:02:11Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"error":"apply NetworkPolicy ai-tenant-e2e-extmod-a-14ebbb/payload-processing-e2e-extmod-a-14ebbb: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-a-14ebbb\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-a-14ebbb because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T21:02:11Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"default-tenant","reconcileID":"674e50ab-b049-4283-b486-f764401fdc13","error":"apply: apply NetworkPolicy ai-tenant-e2e-extmod-a-14ebbb/payload-processing-e2e-extmod-a-14ebbb: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-a-14ebbb\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-a-14ebbb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T21:02:11Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"error":"apply NetworkPolicy ai-tenant-e2e-extmod-a-14ebbb/payload-processing-e2e-extmod-a-14ebbb: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-a-14ebbb\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-a-14ebbb because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T21:02:11Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"default-tenant","reconcileID":"4e4bc9b7-2538-4b11-8121-c555da692e48","error":"apply: apply NetworkPolicy ai-tenant-e2e-extmod-a-14ebbb/payload-processing-e2e-extmod-a-14ebbb: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-a-14ebbb\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-a-14ebbb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T21:02:11Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"error":"apply NetworkPolicy ai-tenant-e2e-extmod-a-14ebbb/payload-processing-e2e-extmod-a-14ebbb: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-a-14ebbb\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-a-14ebbb because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T21:02:11Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"default-tenant","reconcileID":"98b0d550-956c-4a80-b2d3-748db99f0622","error":"apply: apply NetworkPolicy ai-tenant-e2e-extmod-a-14ebbb/payload-processing-e2e-extmod-a-14ebbb: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-a-14ebbb\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-a-14ebbb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T21:02:12Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"error":"apply NetworkPolicy ai-tenant-e2e-extmod-a-14ebbb/payload-processing-e2e-extmod-a-14ebbb: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-a-14ebbb\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-a-14ebbb because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T21:02:12Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"default-tenant","reconcileID":"36c66e69-c72b-4f24-98fc-10e72431a097","error":"apply: apply NetworkPolicy ai-tenant-e2e-extmod-a-14ebbb/payload-processing-e2e-extmod-a-14ebbb: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-a-14ebbb\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-a-14ebbb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T21:02:12Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"tenantID":"e2e-extmod-a-14ebbb","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T21:02:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"tenantID":"e2e-worker-w1-b13a14","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14"}
{"level":"info","ts":"2026-11-03T21:02:13Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"tenantID":"e2e-worker-w1-b13a14","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T21:02:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f1cd8e33"}}
{"level":"info","ts":"2026-11-03T21:02:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ba5a7526"}}
{"level":"info","ts":"2026-11-03T21:02:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c07f751b"}}
{"level":"info","ts":"2026-11-03T21:02:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"tenantID":"e2e-shared-a-w2-63fde4","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-63fde4"}
{"level":"info","ts":"2026-11-03T21:02:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"tenantID":"e2e-shared-b-w2-3bcc2b","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3bcc2b"}
{"level":"info","ts":"2026-11-03T21:02:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d36c5044"}}
{"level":"info","ts":"2026-11-03T21:02:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-2fd7d088"}}
{"level":"info","ts":"2026-11-03T21:02:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-f3a4c29a"}}
{"level":"info","ts":"2026-11-03T21:02:19Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2f98e7b3"}}
{"level":"info","ts":"2026-11-03T21:02:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f1cd8e33"}}
{"level":"info","ts":"2026-11-03T21:02:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ba5a7526"}}
{"level":"info","ts":"2026-11-03T21:02:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c07f751b"}}
{"level":"info","ts":"2026-11-03T21:02:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"tenantID":"e2e-shared-b-w2-3bcc2b","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3bcc2b"}
{"level":"info","ts":"2026-11-03T21:02:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"tenantID":"e2e-shared-a-w2-63fde4","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-63fde4"}
{"level":"info","ts":"2026-11-03T21:02:27Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d36c5044"}}
{"level":"info","ts":"2026-11-03T21:02:27Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-2fd7d088"}}
{"level":"info","ts":"2026-11-03T21:02:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"tenantID":"e2e-shared-a-w2-63fde4","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-63fde4"}
{"level":"info","ts":"2026-11-03T21:02:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"tenantID":"e2e-shared-b-w2-3bcc2b","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3bcc2b"}
{"level":"info","ts":"2026-11-03T21:02:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"tenantID":"e2e-shared-a-w2-63fde4","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-63fde4"}
{"level":"info","ts":"2026-11-03T21:02:27Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-f3a4c29a"}}
{"level":"info","ts":"2026-11-03T21:02:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2f98e7b3"}}
{"level":"info","ts":"2026-11-03T21:02:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"tenantID":"e2e-shared-b-w2-3bcc2b","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3bcc2b"}
{"level":"info","ts":"2026-11-03T21:02:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"tenantID":"e2e-shared-b-w2-3bcc2b","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3bcc2b"}
{"level":"info","ts":"2026-11-03T21:02:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenantID":"e2e-shared-a-w0-ba89e0","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0"}
{"level":"info","ts":"2026-11-03T21:02:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenantID":"e2e-shared-a-w0-ba89e0","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0"}
{"level":"info","ts":"2026-11-03T21:02:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"tenantID":"e2e-extmod-b-6350b9","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6350b9"}
{"level":"info","ts":"2026-11-03T21:02:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"tenantID":"e2e-extmod-b-6350b9","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6350b9"}
{"level":"info","ts":"2026-11-03T21:02:34Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"tenantID":"e2e-extmod-b-6350b9","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T21:02:34Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"tenantID":"e2e-extmod-b-6350b9","namespace":"openshift-ingress"}
{"level":"error","ts":"2026-11-03T21:02:34Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"default-tenant","reconcileID":"bd2b933d-b35e-4c3c-a41e-a434959c17e1","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T21:02:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f1cd8e33"}}
{"level":"info","ts":"2026-11-03T21:02:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ba5a7526"}}
{"level":"info","ts":"2026-11-03T21:02:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c07f751b"}}
{"level":"info","ts":"2026-11-03T21:02:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"tenantID":"e2e-shared-a-w3-bab2c3","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bab2c3"}
{"level":"info","ts":"2026-11-03T21:02:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"tenantID":"e2e-shared-a-w3-bab2c3","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bab2c3"}
{"level":"info","ts":"2026-11-03T21:02:37Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d36c5044"}}
{"level":"info","ts":"2026-11-03T21:02:37Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-2fd7d088"}}
{"level":"info","ts":"2026-11-03T21:02:37Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-f3a4c29a"}}
{"level":"info","ts":"2026-11-03T21:02:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2f98e7b3"}}
{"level":"info","ts":"2026-11-03T21:02:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f1cd8e33"}}
{"level":"info","ts":"2026-11-03T21:02:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ba5a7526"}}
{"level":"info","ts":"2026-11-03T21:02:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c07f751b"}}
{"level":"info","ts":"2026-11-03T21:02:47Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d36c5044"}}
{"level":"info","ts":"2026-11-03T21:02:47Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-2fd7d088"}}
{"level":"info","ts":"2026-11-03T21:02:47Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-f3a4c29a"}}
{"level":"info","ts":"2026-11-03T21:02:49Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"tenantID":"e2e-shared-a-w3-bab2c3","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T21:02:49Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"tenantID":"e2e-shared-a-w3-bab2c3","namespace":"openshift-ingress"}
{"level":"error","ts":"2026-11-03T21:02:49Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"default-tenant","reconcileID":"9ba8d1bd-1bad-4284-a7a0-07fbad338cbe","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T21:02:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2f98e7b3"}}
{"level":"info","ts":"2026-11-03T21:02:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f1cd8e33"}}
{"level":"info","ts":"2026-11-03T21:02:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ba5a7526"}}
{"level":"info","ts":"2026-11-03T21:02:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c07f751b"}}
{"level":"info","ts":"2026-11-03T21:02:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-421604"},"tenantID":"e2e-extmod-b-421604","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604"}
{"level":"info","ts":"2026-11-03T21:02:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-db5198"},"tenantID":"e2e-extmod-a-db5198","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198"}
{"level":"info","ts":"2026-11-03T21:02:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d36c5044"}}
{"level":"info","ts":"2026-11-03T21:02:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-2fd7d088"}}
{"level":"info","ts":"2026-11-03T21:02:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-f3a4c29a"}}
{"level":"error","ts":"2026-11-03T21:02:59Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2f98e7b3"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:1037\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T21:03:04Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f1cd8e33"}}
{"level":"info","ts":"2026-11-03T21:03:04Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ba5a7526"}}
{"level":"info","ts":"2026-11-03T21:03:04Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c07f751b"}}
{"level":"info","ts":"2026-11-03T21:03:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenantID":"e2e-shared-b-w0-99a8fe","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe"}
{"level":"info","ts":"2026-11-03T21:03:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenantID":"e2e-shared-b-w0-99a8fe","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe"}
{"level":"info","ts":"2026-11-03T21:03:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d36c5044"}}
{"level":"info","ts":"2026-11-03T21:03:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-2fd7d088"}}
{"level":"info","ts":"2026-11-03T21:03:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-f3a4c29a"}}
{"level":"info","ts":"2026-11-03T21:03:11Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"tenantID":"e2e-shared-b-w3-6e5139","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T21:03:11Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"tenantID":"e2e-shared-b-w3-6e5139","namespace":"openshift-ingress"}
{"level":"error","ts":"2026-11-03T21:03:11Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"default-tenant","reconcileID":"6f1bc06b-f2eb-4c3d-8942-f71286c088d9","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T21:03:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"tenantID":"e2e-shared-a-w2-63fde4","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-63fde4"}
{"level":"info","ts":"2026-11-03T21:03:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"tenantID":"e2e-shared-a-w2-63fde4","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-63fde4"}
{"level":"info","ts":"2026-11-03T21:03:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenantID":"e2e-shared-a-w0-ba89e0","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0"}
{"level":"info","ts":"2026-11-03T21:03:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenantID":"e2e-shared-b-w0-99a8fe","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe"}
{"level":"info","ts":"2026-11-03T21:03:13Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"tenantID":"e2e-shared-a-w2-63fde4","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T21:03:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenantID":"e2e-shared-a-w0-ba89e0","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0"}
{"level":"info","ts":"2026-11-03T21:03:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenantID":"e2e-shared-b-w0-99a8fe","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe"}
{"level":"info","ts":"2026-11-03T21:03:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f1cd8e33"}}
{"level":"info","ts":"2026-11-03T21:03:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ba5a7526"}}
{"level":"info","ts":"2026-11-03T21:03:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c07f751b"}}
{"level":"info","ts":"2026-11-03T21:03:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d36c5044"}}
{"level":"info","ts":"2026-11-03T21:03:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-2fd7d088"}}
{"level":"info","ts":"2026-11-03T21:03:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-f3a4c29a"}}
{"level":"info","ts":"2026-11-03T21:03:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"tenantID":"e2e-worker-w3-4f93d1","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1"}
{"level":"info","ts":"2026-11-03T21:03:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"tenantID":"e2e-worker-w3-4f93d1","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1"}
{"level":"info","ts":"2026-11-03T21:03:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"tenantID":"e2e-worker-w3-4f93d1","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1"}
{"level":"info","ts":"2026-11-03T21:03:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f1cd8e33"}}
{"level":"error","ts":"2026-11-03T21:03:24Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ba5a7526"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:1037\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T21:03:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c07f751b"}}
{"level":"info","ts":"2026-11-03T21:03:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenantID":"e2e-shared-b-w0-99a8fe","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe"}
{"level":"info","ts":"2026-11-03T21:03:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenantID":"e2e-shared-a-w0-ba89e0","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0"}
{"level":"info","ts":"2026-11-03T21:03:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenantID":"e2e-shared-b-w0-99a8fe","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe"}
{"level":"info","ts":"2026-11-03T21:03:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"tenantID":"e2e-worker-w3-4f93d1","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1"}
{"level":"info","ts":"2026-11-03T21:03:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"tenantID":"e2e-worker-w3-4f93d1","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1"}
{"level":"info","ts":"2026-11-03T21:03:27Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d36c5044"}}
{"level":"info","ts":"2026-11-03T21:03:27Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-2fd7d088"}}
{"level":"info","ts":"2026-11-03T21:03:27Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-f3a4c29a"}}
{"level":"info","ts":"2026-11-03T21:03:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenantID":"e2e-shared-a-w0-ba89e0","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0"}
{"level":"error","ts":"2026-11-03T21:03:28Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"error":"apply NetworkPolicy ai-tenant-e2e-shared-b-w2-3bcc2b/payload-processing-e2e-shared-b-w2-3bcc2b: networkpolicies.networking.k8s.io \"payload-processing-e2e-shared-b-w2-3bcc2b\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-3bcc2b because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T21:03:28Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"default-tenant","reconcileID":"9bceb821-7d2f-4246-96ac-c8deb0d23fbc","error":"apply: apply NetworkPolicy ai-tenant-e2e-shared-b-w2-3bcc2b/payload-processing-e2e-shared-b-w2-3bcc2b: networkpolicies.networking.k8s.io \"payload-processing-e2e-shared-b-w2-3bcc2b\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-3bcc2b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T21:03:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenantID":"e2e-shared-a-w0-ba89e0","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0"}
{"level":"error","ts":"2026-11-03T21:03:29Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"error":"apply NetworkPolicy ai-tenant-e2e-shared-b-w2-3bcc2b/payload-processing-e2e-shared-b-w2-3bcc2b: networkpolicies.networking.k8s.io \"payload-processing-e2e-shared-b-w2-3bcc2b\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-3bcc2b because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T21:03:29Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"default-tenant","reconcileID":"84645215-6c52-4e29-9196-eb3592ce003c","error":"apply: apply NetworkPolicy ai-tenant-e2e-shared-b-w2-3bcc2b/payload-processing-e2e-shared-b-w2-3bcc2b: networkpolicies.networking.k8s.io \"payload-processing-e2e-shared-b-w2-3bcc2b\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-3bcc2b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T21:03:29Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"tenantID":"e2e-shared-b-w2-3bcc2b","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T21:03:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"tenantID":"e2e-worker-w3-4f93d1","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1"}
{"level":"error","ts":"2026-11-03T21:03:32Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"error":"apply NetworkPolicy ai-tenant-e2e-worker-w3-4f93d1/payload-processing-e2e-worker-w3-4f93d1: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w3-4f93d1\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w3-4f93d1 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T21:03:32Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"default-tenant","reconcileID":"3de0841f-37f4-41dc-80d2-45cbab628f59","error":"apply: apply NetworkPolicy ai-tenant-e2e-worker-w3-4f93d1/payload-processing-e2e-worker-w3-4f93d1: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w3-4f93d1\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w3-4f93d1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T21:03:32Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"error":"apply NetworkPolicy ai-tenant-e2e-worker-w3-4f93d1/payload-processing-e2e-worker-w3-4f93d1: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w3-4f93d1\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w3-4f93d1 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T21:03:32Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"default-tenant","reconcileID":"7530b655-8d4b-4b28-93f4-f43ef085591e","error":"apply: apply NetworkPolicy ai-tenant-e2e-worker-w3-4f93d1/payload-processing-e2e-worker-w3-4f93d1: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w3-4f93d1\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w3-4f93d1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T21:03:32Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"error":"apply NetworkPolicy ai-tenant-e2e-worker-w3-4f93d1/payload-processing-e2e-worker-w3-4f93d1: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w3-4f93d1\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w3-4f93d1 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T21:03:32Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"default-tenant","reconcileID":"2c940f79-a02c-4cd9-94a5-6f9bde64f923","error":"apply: apply NetworkPolicy ai-tenant-e2e-worker-w3-4f93d1/payload-processing-e2e-worker-w3-4f93d1: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w3-4f93d1\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w3-4f93d1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T21:03:33Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"error":"apply NetworkPolicy ai-tenant-e2e-worker-w3-4f93d1/payload-processing-e2e-worker-w3-4f93d1: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w3-4f93d1\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w3-4f93d1 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T21:03:33Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"default-tenant","reconcileID":"5a7da6be-8af5-4529-acfc-ed2c2792e961","error":"apply: apply NetworkPolicy ai-tenant-e2e-worker-w3-4f93d1/payload-processing-e2e-worker-w3-4f93d1: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w3-4f93d1\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w3-4f93d1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T21:03:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"tenantID":"e2e-worker-w0-f3631f","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f"}
{"level":"info","ts":"2026-11-03T21:03:33Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"tenantID":"e2e-worker-w3-4f93d1","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T21:03:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-085566"},"tenantID":"e2e-worker-w2-085566","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566"}
{"level":"info","ts":"2026-11-03T21:03:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f1cd8e33"}}
{"level":"info","ts":"2026-11-03T21:03:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c07f751b"}}
{"level":"info","ts":"2026-11-03T21:03:37Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d36c5044"}}
{"level":"info","ts":"2026-11-03T21:03:37Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-2fd7d088"}}
{"level":"info","ts":"2026-11-03T21:03:37Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-f3a4c29a"}}
{"level":"info","ts":"2026-11-03T21:03:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenantID":"e2e-shared-a-w0-ba89e0","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0"}
{"level":"info","ts":"2026-11-03T21:03:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenantID":"e2e-shared-a-w0-ba89e0","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0"}
{"level":"info","ts":"2026-11-03T21:03:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"tenantID":"e2e-extmod-a-37aa95","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95"}
{"level":"error","ts":"2026-11-03T21:03:44Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"error":"apply NetworkPolicy ai-tenant-e2e-extmod-a-37aa95/payload-processing-e2e-extmod-a-37aa95: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-a-37aa95\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-a-37aa95 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T21:03:44Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"default-tenant","reconcileID":"a5257604-ed6a-4bd6-a35c-feb23f2892eb","error":"apply: apply NetworkPolicy ai-tenant-e2e-extmod-a-37aa95/payload-processing-e2e-extmod-a-37aa95: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-a-37aa95\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-a-37aa95 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T21:03:44Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"error":"apply NetworkPolicy ai-tenant-e2e-extmod-a-37aa95/payload-processing-e2e-extmod-a-37aa95: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-a-37aa95\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-a-37aa95 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T21:03:44Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"default-tenant","reconcileID":"ce9fea62-ab33-44e2-94b0-6b302821a096","error":"apply: apply NetworkPolicy ai-tenant-e2e-extmod-a-37aa95/payload-processing-e2e-extmod-a-37aa95: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-a-37aa95\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-a-37aa95 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T21:03:44Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"error":"apply NetworkPolicy ai-tenant-e2e-extmod-a-37aa95/payload-processing-e2e-extmod-a-37aa95: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-a-37aa95\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-a-37aa95 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T21:03:44Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"default-tenant","reconcileID":"618d853f-a710-45b8-8fd1-9f38cec2e277","error":"apply: apply NetworkPolicy ai-tenant-e2e-extmod-a-37aa95/payload-processing-e2e-extmod-a-37aa95: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-a-37aa95\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-a-37aa95 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T21:03:44Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"error":"apply NetworkPolicy ai-tenant-e2e-extmod-a-37aa95/payload-processing-e2e-extmod-a-37aa95: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-a-37aa95\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-a-37aa95 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T21:03:44Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"default-tenant","reconcileID":"ed621625-84c5-4cdd-925e-7f47b2500528","error":"apply: apply NetworkPolicy ai-tenant-e2e-extmod-a-37aa95/payload-processing-e2e-extmod-a-37aa95: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-a-37aa95\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-a-37aa95 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T21:03:44Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"tenantID":"e2e-extmod-a-37aa95","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T21:03:45Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"tenantID":"e2e-extmod-a-37aa95","namespace":"openshift-ingress"}
{"level":"error","ts":"2026-11-03T21:03:45Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"default-tenant","reconcileID":"517df874-f3bf-4b68-95a8-28a610dd36fe","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T21:03:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f1cd8e33"}}
{"level":"info","ts":"2026-11-03T21:03:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c07f751b"}}
{"level":"info","ts":"2026-11-03T21:03:47Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d36c5044"}}
{"level":"info","ts":"2026-11-03T21:03:47Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-2fd7d088"}}
{"level":"info","ts":"2026-11-03T21:03:47Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-f3a4c29a"}}
{"level":"info","ts":"2026-11-03T21:03:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenantID":"e2e-shared-a-w0-ba89e0","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0"}
{"level":"info","ts":"2026-11-03T21:03:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenantID":"e2e-shared-b-w0-99a8fe","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe"}
{"level":"info","ts":"2026-11-03T21:03:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenantID":"e2e-shared-b-w0-99a8fe","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe"}
{"level":"info","ts":"2026-11-03T21:03:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenantID":"e2e-shared-b-w0-99a8fe","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe"}
{"level":"info","ts":"2026-11-03T21:03:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f1cd8e33"}}
{"level":"info","ts":"2026-11-03T21:03:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c07f751b"}}
{"level":"info","ts":"2026-11-03T21:03:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d36c5044"}}
{"level":"info","ts":"2026-11-03T21:03:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-2fd7d088"}}
{"level":"info","ts":"2026-11-03T21:03:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-f3a4c29a"}}
{"level":"info","ts":"2026-11-03T21:03:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenantID":"e2e-shared-b-w0-99a8fe","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe"}
{"level":"info","ts":"2026-11-03T21:03:59Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7aecb"}}
{"level":"info","ts":"2026-11-03T21:04:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenantID":"e2e-shared-b-w0-99a8fe","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe"}
{"level":"info","ts":"2026-11-03T21:04:00Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"tenantID":"e2e-extmod-b-c7aecb","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T21:04:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f1cd8e33"}}
{"level":"info","ts":"2026-11-03T21:04:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c07f751b"}}
{"level":"info","ts":"2026-11-03T21:04:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d36c5044"}}
{"level":"info","ts":"2026-11-03T21:04:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-2fd7d088"}}
{"level":"info","ts":"2026-11-03T21:04:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-f3a4c29a"}}
{"level":"info","ts":"2026-11-03T21:04:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenantID":"e2e-shared-b-w0-99a8fe","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe"}
{"level":"info","ts":"2026-11-03T21:04:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenantID":"e2e-shared-a-w0-ba89e0","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0"}
{"level":"info","ts":"2026-11-03T21:04:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenantID":"e2e-shared-a-w0-ba89e0","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0"}
{"level":"info","ts":"2026-11-03T21:04:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenantID":"e2e-shared-b-w0-99a8fe","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe"}
{"level":"info","ts":"2026-11-03T21:04:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-085566"},"tenantID":"e2e-worker-w2-085566","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566"}
{"level":"info","ts":"2026-11-03T21:04:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenantID":"e2e-shared-a-w0-ba89e0","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0"}
{"level":"info","ts":"2026-11-03T21:04:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenantID":"e2e-shared-b-w0-99a8fe","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe"}
{"level":"info","ts":"2026-11-03T21:04:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-085566"},"tenantID":"e2e-worker-w2-085566","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566"}
{"level":"info","ts":"2026-11-03T21:04:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-085566"},"tenantID":"e2e-worker-w2-085566","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566"}
{"level":"info","ts":"2026-11-03T21:04:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-085566"},"tenantID":"e2e-worker-w2-085566","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566"}
{"level":"info","ts":"2026-11-03T21:04:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenantID":"e2e-shared-b-w0-99a8fe","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe"}
{"level":"info","ts":"2026-11-03T21:04:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenantID":"e2e-shared-b-w0-99a8fe","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe"}
{"level":"info","ts":"2026-11-03T21:04:15Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f1cd8e33"}}
{"level":"info","ts":"2026-11-03T21:04:15Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c07f751b"}}
{"level":"info","ts":"2026-11-03T21:04:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d36c5044"}}
{"level":"info","ts":"2026-11-03T21:04:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-2fd7d088"}}
{"level":"info","ts":"2026-11-03T21:04:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-f3a4c29a"}}
{"level":"info","ts":"2026-11-03T21:04:20Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-db5198"},"tenantID":"e2e-extmod-a-db5198","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T21:04:20Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-db5198"},"tenantID":"e2e-extmod-a-db5198","namespace":"openshift-ingress"}
{"level":"error","ts":"2026-11-03T21:04:20Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"default-tenant","reconcileID":"5f617a24-7d6e-4b19-b4fa-12bb42bf3685","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T21:04:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-085566"},"tenantID":"e2e-worker-w2-085566","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566"}
{"level":"info","ts":"2026-11-03T21:04:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f1cd8e33"}}
{"level":"info","ts":"2026-11-03T21:04:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c07f751b"}}
{"level":"info","ts":"2026-11-03T21:04:27Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d36c5044"}}
{"level":"info","ts":"2026-11-03T21:04:27Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-2fd7d088"}}
{"level":"info","ts":"2026-11-03T21:04:27Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-f3a4c29a"}}
{"level":"error","ts":"2026-11-03T21:04:28Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-085566"},"error":"apply NetworkPolicy ai-tenant-e2e-worker-w2-085566/payload-processing-e2e-worker-w2-085566: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w2-085566\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w2-085566 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T21:04:28Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"default-tenant","reconcileID":"13815524-5cd0-473f-98ac-bc90b0bac211","error":"apply: apply NetworkPolicy ai-tenant-e2e-worker-w2-085566/payload-processing-e2e-worker-w2-085566: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w2-085566\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w2-085566 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T21:04:28Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-085566"},"error":"apply NetworkPolicy ai-tenant-e2e-worker-w2-085566/payload-processing-e2e-worker-w2-085566: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w2-085566\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w2-085566 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T21:04:28Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"default-tenant","reconcileID":"9a8705e6-1ffb-4a85-ac0d-f9e8ea807b9e","error":"apply: apply NetworkPolicy ai-tenant-e2e-worker-w2-085566/payload-processing-e2e-worker-w2-085566: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w2-085566\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w2-085566 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T21:04:28Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-085566"},"error":"apply NetworkPolicy ai-tenant-e2e-worker-w2-085566/payload-processing-e2e-worker-w2-085566: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w2-085566\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w2-085566 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T21:04:28Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"default-tenant","reconcileID":"68ce00ef-977c-4898-9de4-b1ca2fda17ee","error":"apply: apply NetworkPolicy ai-tenant-e2e-worker-w2-085566/payload-processing-e2e-worker-w2-085566: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w2-085566\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w2-085566 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T21:04:29Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-085566"},"error":"apply NetworkPolicy ai-tenant-e2e-worker-w2-085566/payload-processing-e2e-worker-w2-085566: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w2-085566\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w2-085566 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T21:04:29Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"default-tenant","reconcileID":"13a1d27d-c7ce-481c-b4f3-7043ecb4940c","error":"apply: apply NetworkPolicy ai-tenant-e2e-worker-w2-085566/payload-processing-e2e-worker-w2-085566: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w2-085566\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w2-085566 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T21:04:29Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-085566"},"error":"apply NetworkPolicy ai-tenant-e2e-worker-w2-085566/payload-processing-e2e-worker-w2-085566: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w2-085566\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w2-085566 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T21:04:29Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"default-tenant","reconcileID":"39f0b6a3-64a3-4e61-ae41-4386a316e128","error":"apply: apply NetworkPolicy ai-tenant-e2e-worker-w2-085566/payload-processing-e2e-worker-w2-085566: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w2-085566\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w2-085566 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T21:04:29Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-085566"},"tenantID":"e2e-worker-w2-085566","namespace":"openshift-ingress"}
{"level":"error","ts":"2026-11-03T21:04:34Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-421604"},"error":"apply NetworkPolicy ai-tenant-e2e-extmod-b-421604/payload-processing-e2e-extmod-b-421604: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-b-421604\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-b-421604 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T21:04:34Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"default-tenant","reconcileID":"3b0c786b-2f55-497b-8ad8-436e47c8a74f","error":"apply: apply NetworkPolicy ai-tenant-e2e-extmod-b-421604/payload-processing-e2e-extmod-b-421604: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-b-421604\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-b-421604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T21:04:34Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-421604"},"error":"apply NetworkPolicy ai-tenant-e2e-extmod-b-421604/payload-processing-e2e-extmod-b-421604: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-b-421604\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-b-421604 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T21:04:34Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"default-tenant","reconcileID":"5eaa7dfd-9398-49ec-9988-2b289e4da822","error":"apply: apply NetworkPolicy ai-tenant-e2e-extmod-b-421604/payload-processing-e2e-extmod-b-421604: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-b-421604\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-b-421604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T21:04:34Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-421604"},"error":"apply NetworkPolicy ai-tenant-e2e-extmod-b-421604/payload-processing-e2e-extmod-b-421604: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-b-421604\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-b-421604 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T21:04:34Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"default-tenant","reconcileID":"47d20dea-ba40-4121-9f8f-2c890f735604","error":"apply: apply NetworkPolicy ai-tenant-e2e-extmod-b-421604/payload-processing-e2e-extmod-b-421604: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-b-421604\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-b-421604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T21:04:34Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-421604"},"error":"apply NetworkPolicy ai-tenant-e2e-extmod-b-421604/payload-processing-e2e-extmod-b-421604: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-b-421604\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-b-421604 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T21:04:34Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"default-tenant","reconcileID":"6a95d4ed-47a5-4cb3-b778-431398eb9ffa","error":"apply: apply NetworkPolicy ai-tenant-e2e-extmod-b-421604/payload-processing-e2e-extmod-b-421604: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-b-421604\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-b-421604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T21:04:35Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-421604"},"error":"apply NetworkPolicy ai-tenant-e2e-extmod-b-421604/payload-processing-e2e-extmod-b-421604: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-b-421604\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-b-421604 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T21:04:35Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"default-tenant","reconcileID":"18787ba3-f431-487b-8a30-4147cbd34e55","error":"apply: apply NetworkPolicy ai-tenant-e2e-extmod-b-421604/payload-processing-e2e-extmod-b-421604: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-b-421604\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-b-421604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T21:04:35Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-421604"},"error":"apply NetworkPolicy ai-tenant-e2e-extmod-b-421604/payload-processing-e2e-extmod-b-421604: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-b-421604\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-b-421604 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T21:04:35Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"default-tenant","reconcileID":"b9c99c10-5466-4b67-8527-a25fda3a035e","error":"apply: apply NetworkPolicy ai-tenant-e2e-extmod-b-421604/payload-processing-e2e-extmod-b-421604: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-b-421604\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-b-421604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T21:04:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f1cd8e33"}}
{"level":"info","ts":"2026-11-03T21:04:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c07f751b"}}
{"level":"error","ts":"2026-11-03T21:04:35Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-421604"},"error":"apply NetworkPolicy ai-tenant-e2e-extmod-b-421604/payload-processing-e2e-extmod-b-421604: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-b-421604\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-b-421604 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T21:04:35Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"default-tenant","reconcileID":"805edf18-46d5-4068-b439-292bf40e525e","error":"apply: apply NetworkPolicy ai-tenant-e2e-extmod-b-421604/payload-processing-e2e-extmod-b-421604: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-b-421604\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-b-421604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T21:04:36Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-421604"},"tenantID":"e2e-extmod-b-421604","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T21:04:37Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d36c5044"}}
{"level":"info","ts":"2026-11-03T21:04:37Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-2fd7d088"}}
{"level":"info","ts":"2026-11-03T21:04:37Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-f3a4c29a"}}
{"level":"info","ts":"2026-11-03T21:04:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"error","ts":"2026-11-03T21:04:45Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f1cd8e33"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:1037\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T21:04:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c07f751b"}}
{"level":"info","ts":"2026-11-03T21:04:47Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d36c5044"}}
{"level":"info","ts":"2026-11-03T21:04:47Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-2fd7d088"}}
{"level":"info","ts":"2026-11-03T21:04:47Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-f3a4c29a"}}
{"level":"error","ts":"2026-11-03T21:04:51Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"error":"apply NetworkPolicy ai-tenant-e2e-shared-a-w0-ba89e0/payload-processing-e2e-shared-a-w0-ba89e0: networkpolicies.networking.k8s.io \"payload-processing-e2e-shared-a-w0-ba89e0\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w0-ba89e0 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T21:04:51Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"default-tenant","reconcileID":"b0e716c3-cf54-44bb-b2eb-8830545a4c79","error":"apply: apply NetworkPolicy ai-tenant-e2e-shared-a-w0-ba89e0/payload-processing-e2e-shared-a-w0-ba89e0: networkpolicies.networking.k8s.io \"payload-processing-e2e-shared-a-w0-ba89e0\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w0-ba89e0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T21:04:51Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"error":"apply NetworkPolicy ai-tenant-e2e-shared-a-w0-ba89e0/payload-processing-e2e-shared-a-w0-ba89e0: networkpolicies.networking.k8s.io \"payload-processing-e2e-shared-a-w0-ba89e0\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w0-ba89e0 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T21:04:51Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"default-tenant","reconcileID":"04811d15-d20b-47f6-a8cd-f3ebeeadf45e","error":"apply: apply NetworkPolicy ai-tenant-e2e-shared-a-w0-ba89e0/payload-processing-e2e-shared-a-w0-ba89e0: networkpolicies.networking.k8s.io \"payload-processing-e2e-shared-a-w0-ba89e0\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w0-ba89e0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T21:04:52Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"error":"apply NetworkPolicy ai-tenant-e2e-shared-a-w0-ba89e0/payload-processing-e2e-shared-a-w0-ba89e0: networkpolicies.networking.k8s.io \"payload-processing-e2e-shared-a-w0-ba89e0\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w0-ba89e0 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T21:04:52Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"default-tenant","reconcileID":"659e8a28-3cbe-4c9a-b12e-2f3855a5052f","error":"apply: apply NetworkPolicy ai-tenant-e2e-shared-a-w0-ba89e0/payload-processing-e2e-shared-a-w0-ba89e0: networkpolicies.networking.k8s.io \"payload-processing-e2e-shared-a-w0-ba89e0\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w0-ba89e0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T21:04:52Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"error":"apply NetworkPolicy ai-tenant-e2e-shared-a-w0-ba89e0/payload-processing-e2e-shared-a-w0-ba89e0: networkpolicies.networking.k8s.io \"payload-processing-e2e-shared-a-w0-ba89e0\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w0-ba89e0 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T21:04:52Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"default-tenant","reconcileID":"e9eddf69-9568-4a9d-bf66-60c8e82b35df","error":"apply: apply NetworkPolicy ai-tenant-e2e-shared-a-w0-ba89e0/payload-processing-e2e-shared-a-w0-ba89e0: networkpolicies.networking.k8s.io \"payload-processing-e2e-shared-a-w0-ba89e0\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w0-ba89e0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T21:04:52Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"}}
{"level":"info","ts":"2026-11-03T21:04:52Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenantID":"e2e-shared-a-w0-ba89e0","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T21:04:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c07f751b"}}
{"level":"info","ts":"2026-11-03T21:04:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d36c5044"}}
{"level":"info","ts":"2026-11-03T21:04:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-2fd7d088"}}
{"level":"info","ts":"2026-11-03T21:04:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-f3a4c29a"}}
{"level":"info","ts":"2026-11-03T21:05:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c07f751b"}}
{"level":"info","ts":"2026-11-03T21:05:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenantID":"e2e-shared-b-w0-99a8fe","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe"}
{"level":"info","ts":"2026-11-03T21:05:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenantID":"e2e-shared-b-w0-99a8fe","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe"}
{"level":"info","ts":"2026-11-03T21:05:07Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenantID":"e2e-shared-b-w0-99a8fe","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T21:05:07Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenantID":"e2e-shared-b-w0-99a8fe","namespace":"openshift-ingress"}
{"level":"error","ts":"2026-11-03T21:05:07Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"default-tenant","reconcileID":"9c9ff0df-d07f-42df-aa19-38d8626aecb6","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T21:05:07Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d36c5044"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:1037\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T21:05:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-2fd7d088"}}
{"level":"info","ts":"2026-11-03T21:05:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-f3a4c29a"}}
{"level":"info","ts":"2026-11-03T21:05:15Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c07f751b"}}
{"level":"info","ts":"2026-11-03T21:05:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"tenantID":"e2e-worker-w0-f3631f","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f"}
{"level":"info","ts":"2026-11-03T21:05:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"tenantID":"e2e-worker-w0-f3631f","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f"}
{"level":"info","ts":"2026-11-03T21:05:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"tenantID":"e2e-worker-w0-f3631f","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f"}
{"level":"info","ts":"2026-11-03T21:05:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-2fd7d088"}}
{"level":"info","ts":"2026-11-03T21:05:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-f3a4c29a"}}
{"level":"info","ts":"2026-11-03T21:05:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"tenantID":"e2e-worker-w0-f3631f","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f"}
{"level":"info","ts":"2026-11-03T21:05:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"tenantID":"e2e-worker-w0-f3631f","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f"}
{"level":"info","ts":"2026-11-03T21:05:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c07f751b"}}
{"level":"info","ts":"2026-11-03T21:05:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"tenantID":"e2e-worker-w0-f3631f","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f"}
{"level":"info","ts":"2026-11-03T21:05:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"tenantID":"e2e-worker-w0-f3631f","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f"}
{"level":"info","ts":"2026-11-03T21:05:27Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-2fd7d088"}}
{"level":"info","ts":"2026-11-03T21:05:28Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"tenantID":"e2e-worker-w0-f3631f","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T21:05:28Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-f3a4c29a"}}
{"level":"info","ts":"2026-11-03T21:05:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c07f751b"}}
{"level":"info","ts":"2026-11-03T21:05:37Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-2fd7d088"}}
{"level":"info","ts":"2026-11-03T21:05:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-f3a4c29a"}}
{"level":"info","ts":"2026-11-03T21:05:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c07f751b"}}
{"level":"info","ts":"2026-11-03T21:05:47Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-2fd7d088"}}
{"level":"error","ts":"2026-11-03T21:05:48Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-f3a4c29a"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:1037\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T21:05:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c07f751b"}}
{"level":"info","ts":"2026-11-03T21:05:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-2fd7d088"}}