{"level":"error","ts":"2026-11-04T00:32:08Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7d218"},"namespace":"ai-tenant-e2e-extmod-b-c7d218","name":"default-tenant","reconcileID":"a7fb1dd3-fa97-4917-96ea-cbe8c4c2f1bf","error":"apply: apply NetworkPolicy ai-tenant-e2e-extmod-b-c7d218/payload-processing-e2e-extmod-b-c7d218: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-b-c7d218\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-b-c7d218 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T00:32:09Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7d218"},"error":"apply NetworkPolicy ai-tenant-e2e-extmod-b-c7d218/payload-processing-e2e-extmod-b-c7d218: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-b-c7d218\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-b-c7d218 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T00:32:09Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7d218"},"namespace":"ai-tenant-e2e-extmod-b-c7d218","name":"default-tenant","reconcileID":"060a7b54-4672-43a6-ada7-b7f0d8961bf6","error":"apply: apply NetworkPolicy ai-tenant-e2e-extmod-b-c7d218/payload-processing-e2e-extmod-b-c7d218: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-b-c7d218\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-b-c7d218 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T00:32:09Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7d218"},"error":"apply NetworkPolicy ai-tenant-e2e-extmod-b-c7d218/payload-processing-e2e-extmod-b-c7d218: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-b-c7d218\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-b-c7d218 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T00:32:09Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7d218"},"namespace":"ai-tenant-e2e-extmod-b-c7d218","name":"default-tenant","reconcileID":"0c495ef9-86ce-48a8-b1f3-56174fc1870a","error":"apply: apply NetworkPolicy ai-tenant-e2e-extmod-b-c7d218/payload-processing-e2e-extmod-b-c7d218: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-b-c7d218\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-b-c7d218 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T00:32:09Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7d218"},"error":"apply NetworkPolicy ai-tenant-e2e-extmod-b-c7d218/payload-processing-e2e-extmod-b-c7d218: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-b-c7d218\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-b-c7d218 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T00:32:09Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7d218"},"namespace":"ai-tenant-e2e-extmod-b-c7d218","name":"default-tenant","reconcileID":"986ea31e-6d76-4b65-8f83-225192b8d479","error":"apply: apply NetworkPolicy ai-tenant-e2e-extmod-b-c7d218/payload-processing-e2e-extmod-b-c7d218: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-b-c7d218\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-b-c7d218 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T00:32:09Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7d218"},"error":"apply NetworkPolicy ai-tenant-e2e-extmod-b-c7d218/payload-processing-e2e-extmod-b-c7d218: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-b-c7d218\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-b-c7d218 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T00:32:09Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7d218"},"namespace":"ai-tenant-e2e-extmod-b-c7d218","name":"default-tenant","reconcileID":"7227c454-a9f6-4882-b0c1-75aa51705f7e","error":"apply: apply NetworkPolicy ai-tenant-e2e-extmod-b-c7d218/payload-processing-e2e-extmod-b-c7d218: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-b-c7d218\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-b-c7d218 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T00:32:10Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7d218"},"error":"apply NetworkPolicy ai-tenant-e2e-extmod-b-c7d218/payload-processing-e2e-extmod-b-c7d218: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-b-c7d218\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-b-c7d218 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T00:32:10Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7d218"},"namespace":"ai-tenant-e2e-extmod-b-c7d218","name":"default-tenant","reconcileID":"30c20da7-ad90-41f6-abd0-7424633af248","error":"apply: apply NetworkPolicy ai-tenant-e2e-extmod-b-c7d218/payload-processing-e2e-extmod-b-c7d218: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-b-c7d218\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-b-c7d218 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T00:32:10Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7d218"},"error":"apply NetworkPolicy ai-tenant-e2e-extmod-b-c7d218/payload-processing-e2e-extmod-b-c7d218: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-b-c7d218\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-b-c7d218 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T00:32:10Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7d218"},"namespace":"ai-tenant-e2e-extmod-b-c7d218","name":"default-tenant","reconcileID":"645dda3b-3198-411a-ab52-b7a2a18d53f9","error":"apply: apply NetworkPolicy ai-tenant-e2e-extmod-b-c7d218/payload-processing-e2e-extmod-b-c7d218: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-b-c7d218\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-b-c7d218 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T00:32:10Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7d218"},"tenantID":"e2e-extmod-b-c7d218","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T00:32:10Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7d218"},"tenantID":"e2e-extmod-b-c7d218","namespace":"openshift-ingress"} {"level":"error","ts":"2026-11-04T00:32:10Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7d218"},"namespace":"ai-tenant-e2e-extmod-b-c7d218","name":"default-tenant","reconcileID":"ae1e0a1a-4f7e-43ea-8f00-c2f314e98fa9","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T00:32:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-7324b316"}} {"level":"info","ts":"2026-11-04T00:32:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-10bdf8b2"}} {"level":"info","ts":"2026-11-04T00:32:11Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-14cae89d"}} {"level":"info","ts":"2026-11-04T00:32:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenantID":"e2e-shared-b-w4-15b02a","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-15b02a"} {"level":"info","ts":"2026-11-04T00:32:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenantID":"e2e-shared-b-w4-15b02a","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-15b02a"} {"level":"info","ts":"2026-11-04T00:32:13Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b8c8d944"}} {"level":"info","ts":"2026-11-04T00:32:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c9c0227c"}} {"level":"info","ts":"2026-11-04T00:32:15Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ed89e503"}} {"level":"info","ts":"2026-11-04T00:32:18Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f0839fc2"}} {"level":"info","ts":"2026-11-04T00:32:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"tenantID":"e2e-worker-w0-f6f292","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f6f292"} {"level":"info","ts":"2026-11-04T00:32:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"tenantID":"e2e-worker-w0-f6f292","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f6f292"} {"level":"info","ts":"2026-11-04T00:32:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"tenantID":"e2e-worker-w0-f6f292","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f6f292"} {"level":"info","ts":"2026-11-04T00:32:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-7324b316"}} {"level":"info","ts":"2026-11-04T00:32:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-10bdf8b2"}} {"level":"info","ts":"2026-11-04T00:32:21Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-14cae89d"}} {"level":"info","ts":"2026-11-04T00:32:23Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b8c8d944"}} {"level":"info","ts":"2026-11-04T00:32:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c9c0227c"}} {"level":"info","ts":"2026-11-04T00:32:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"tenantID":"e2e-worker-w0-f6f292","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f6f292"} {"level":"info","ts":"2026-11-04T00:32:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"tenantID":"e2e-worker-w0-f6f292","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f6f292"} {"level":"info","ts":"2026-11-04T00:32:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"tenantID":"e2e-worker-w0-f6f292","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f6f292"} {"level":"info","ts":"2026-11-04T00:32:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2341ca"},"tenantID":"e2e-shared-a-w1-2341ca","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-2341ca"} {"level":"info","ts":"2026-11-04T00:32:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2341ca"},"tenantID":"e2e-shared-a-w1-2341ca","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-2341ca"} {"level":"info","ts":"2026-11-04T00:32:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ed89e503"}} {"level":"info","ts":"2026-11-04T00:32:26Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2341ca"},"tenantID":"e2e-shared-a-w1-2341ca","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T00:32:26Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2341ca"},"tenantID":"e2e-shared-a-w1-2341ca","namespace":"openshift-ingress"} {"level":"error","ts":"2026-11-04T00:32:26Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2341ca"},"namespace":"ai-tenant-e2e-shared-a-w1-2341ca","name":"default-tenant","reconcileID":"82ad7783-d402-4daa-9318-b88484ae0a22","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T00:32:28Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f0839fc2"}} {"level":"info","ts":"2026-11-04T00:32:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenantID":"e2e-shared-a-w4-b3bea7","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b3bea7"} {"level":"info","ts":"2026-11-04T00:32:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenantID":"e2e-shared-b-w4-15b02a","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-15b02a"} {"level":"info","ts":"2026-11-04T00:32:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenantID":"e2e-shared-a-w4-b3bea7","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b3bea7"} {"level":"info","ts":"2026-11-04T00:32:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenantID":"e2e-shared-b-w4-15b02a","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-15b02a"} {"level":"info","ts":"2026-11-04T00:32:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenantID":"e2e-shared-a-w4-b3bea7","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b3bea7"} {"level":"info","ts":"2026-11-04T00:32:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenantID":"e2e-shared-b-w4-15b02a","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-15b02a"} {"level":"info","ts":"2026-11-04T00:32:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"tenantID":"e2e-worker-w0-f6f292","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f6f292"} {"level":"info","ts":"2026-11-04T00:32:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"tenantID":"e2e-worker-w0-f6f292","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f6f292"} {"level":"info","ts":"2026-11-04T00:32:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-7324b316"}} {"level":"info","ts":"2026-11-04T00:32:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-10bdf8b2"}} {"level":"info","ts":"2026-11-04T00:32:31Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"tenantID":"e2e-worker-w0-f6f292","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T00:32:31Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"tenantID":"e2e-worker-w0-f6f292","namespace":"openshift-ingress"} {"level":"error","ts":"2026-11-04T00:32:31Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"default-tenant","reconcileID":"e8d416f4-ef51-4c0b-a0aa-5fd3469ac01e","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T00:32:31Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-14cae89d"}} {"level":"info","ts":"2026-11-04T00:32:33Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b8c8d944"}} {"level":"info","ts":"2026-11-04T00:32:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c9c0227c"}} {"level":"info","ts":"2026-11-04T00:32:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ed89e503"}} {"level":"info","ts":"2026-11-04T00:32:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f0839fc2"}} {"level":"info","ts":"2026-11-04T00:32:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-7324b316"}} {"level":"info","ts":"2026-11-04T00:32:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-10bdf8b2"}} {"level":"info","ts":"2026-11-04T00:32:41Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-14cae89d"}} {"level":"info","ts":"2026-11-04T00:32:43Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b8c8d944"}} {"level":"info","ts":"2026-11-04T00:32:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c9c0227c"}} {"level":"info","ts":"2026-11-04T00:32:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ed89e503"}} {"level":"info","ts":"2026-11-04T00:32:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenantID":"e2e-shared-a-w4-b3bea7","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b3bea7"} {"level":"info","ts":"2026-11-04T00:32:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenantID":"e2e-shared-b-w4-15b02a","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-15b02a"} {"level":"info","ts":"2026-11-04T00:32:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenantID":"e2e-shared-a-w4-b3bea7","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b3bea7"} {"level":"info","ts":"2026-11-04T00:32:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f0839fc2"}} {"level":"info","ts":"2026-11-04T00:32:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-7324b316"}} {"level":"info","ts":"2026-11-04T00:32:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-10bdf8b2"}} {"level":"info","ts":"2026-11-04T00:32:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenantID":"e2e-shared-a-w4-b3bea7","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b3bea7"} {"level":"info","ts":"2026-11-04T00:32:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenantID":"e2e-shared-a-w4-b3bea7","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b3bea7"} {"level":"info","ts":"2026-11-04T00:32:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenantID":"e2e-shared-a-w4-b3bea7","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b3bea7"} {"level":"info","ts":"2026-11-04T00:32:51Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-14cae89d"}} {"level":"info","ts":"2026-11-04T00:32:53Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b8c8d944"}} {"level":"info","ts":"2026-11-04T00:32:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c9c0227c"}} {"level":"info","ts":"2026-11-04T00:32:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ed89e503"}} {"level":"info","ts":"2026-11-04T00:32:59Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f0839fc2"}} {"level":"info","ts":"2026-11-04T00:32:59Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2b1f66"},"tenantID":"e2e-shared-b-w1-2b1f66","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T00:33:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-7324b316"}} {"level":"info","ts":"2026-11-04T00:33:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-10bdf8b2"}} {"level":"info","ts":"2026-11-04T00:33:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenantID":"e2e-shared-a-w4-b3bea7","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b3bea7"} {"level":"info","ts":"2026-11-04T00:33:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenantID":"e2e-shared-a-w4-b3bea7","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b3bea7"} {"level":"info","ts":"2026-11-04T00:33:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-14cae89d"}} {"level":"info","ts":"2026-11-04T00:33:03Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b8c8d944"}} {"level":"info","ts":"2026-11-04T00:33:04Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c9c0227c"}} {"level":"info","ts":"2026-11-04T00:33:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ed89e503"}} {"level":"info","ts":"2026-11-04T00:33:09Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f0839fc2"}} {"level":"info","ts":"2026-11-04T00:33:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-7324b316"}} {"level":"info","ts":"2026-11-04T00:33:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-10bdf8b2"}} {"level":"info","ts":"2026-11-04T00:33:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenantID":"e2e-shared-a-w4-b3bea7","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b3bea7"} {"level":"info","ts":"2026-11-04T00:33:11Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-14cae89d"}} {"level":"info","ts":"2026-11-04T00:33:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenantID":"e2e-shared-b-w4-15b02a","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-15b02a"} {"level":"info","ts":"2026-11-04T00:33:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenantID":"e2e-shared-b-w4-15b02a","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-15b02a"} {"level":"info","ts":"2026-11-04T00:33:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenantID":"e2e-shared-b-w4-15b02a","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-15b02a"} {"level":"info","ts":"2026-11-04T00:33:13Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b8c8d944"}} {"level":"info","ts":"2026-11-04T00:33:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c9c0227c"}} {"level":"info","ts":"2026-11-04T00:33:15Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ed89e503"}} {"level":"info","ts":"2026-11-04T00:33:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"tenantID":"e2e-worker-w1-5cb349","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5cb349"} {"level":"info","ts":"2026-11-04T00:33:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"tenantID":"e2e-worker-w1-5cb349","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5cb349"} {"level":"info","ts":"2026-11-04T00:33:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"tenantID":"e2e-worker-w1-5cb349","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5cb349"} {"level":"info","ts":"2026-11-04T00:33:19Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f0839fc2"}} {"level":"info","ts":"2026-11-04T00:33:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"tenantID":"e2e-worker-w2-5738a9","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-5738a9"} {"level":"info","ts":"2026-11-04T00:33:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c60893"},"tenantID":"e2e-worker-w3-c60893","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c60893"} {"level":"info","ts":"2026-11-04T00:33:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-7324b316"}} {"level":"info","ts":"2026-11-04T00:33:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-10bdf8b2"}} {"level":"info","ts":"2026-11-04T00:33:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"tenantID":"e2e-worker-w1-5cb349","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5cb349"} {"level":"info","ts":"2026-11-04T00:33:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"tenantID":"e2e-worker-w1-5cb349","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5cb349"} {"level":"info","ts":"2026-11-04T00:33:21Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-14cae89d"}} {"level":"info","ts":"2026-11-04T00:33:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenantID":"e2e-shared-b-w4-15b02a","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-15b02a"} {"level":"info","ts":"2026-11-04T00:33:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenantID":"e2e-shared-b-w4-15b02a","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-15b02a"} {"level":"info","ts":"2026-11-04T00:33:23Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b8c8d944"}} {"level":"info","ts":"2026-11-04T00:33:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c9c0227c"}} {"level":"info","ts":"2026-11-04T00:33:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ed89e503"}} {"level":"info","ts":"2026-11-04T00:33:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"tenantID":"e2e-worker-w1-5cb349","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5cb349"} {"level":"info","ts":"2026-11-04T00:33:27Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"tenantID":"e2e-worker-w1-5cb349","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T00:33:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f0839fc2"}} {"level":"info","ts":"2026-11-04T00:33:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"tenantID":"e2e-shared-a-w2-58b75d","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-58b75d"} {"level":"info","ts":"2026-11-04T00:33:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"tenantID":"e2e-shared-b-w2-8093f5","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-8093f5"} {"level":"info","ts":"2026-11-04T00:33:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"tenantID":"e2e-shared-a-w2-58b75d","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-58b75d"} {"level":"info","ts":"2026-11-04T00:33:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"tenantID":"e2e-shared-b-w2-8093f5","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-8093f5"} {"level":"info","ts":"2026-11-04T00:33:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"tenantID":"e2e-worker-w4-80f8ba","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-80f8ba"} {"level":"info","ts":"2026-11-04T00:33:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-7324b316"}} {"level":"info","ts":"2026-11-04T00:33:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-10bdf8b2"}} {"level":"info","ts":"2026-11-04T00:33:31Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-14cae89d"}} {"level":"info","ts":"2026-11-04T00:33:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenantID":"e2e-shared-b-w4-15b02a","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-15b02a"} {"level":"info","ts":"2026-11-04T00:33:33Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b8c8d944"}} {"level":"info","ts":"2026-11-04T00:33:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c9c0227c"}} {"level":"info","ts":"2026-11-04T00:33:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ed89e503"}} {"level":"info","ts":"2026-11-04T00:33:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2697a0"},"tenantID":"e2e-extmod-b-2697a0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2697a0"} {"level":"info","ts":"2026-11-04T00:33:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T00:33:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f0839fc2"}} {"level":"info","ts":"2026-11-04T00:33:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-7324b316"}} {"level":"info","ts":"2026-11-04T00:33:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-10bdf8b2"}} {"level":"info","ts":"2026-11-04T00:33:41Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-14cae89d"}} {"level":"info","ts":"2026-11-04T00:33:43Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b8c8d944"}} {"level":"info","ts":"2026-11-04T00:33:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fa0d0a"},"tenantID":"e2e-extmod-a-fa0d0a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fa0d0a"} {"level":"info","ts":"2026-11-04T00:33:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-86deca"},"tenantID":"e2e-extmod-a-86deca","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-86deca"} {"level":"info","ts":"2026-11-04T00:33:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c9c0227c"}} {"level":"info","ts":"2026-11-04T00:33:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4376d"},"tenantID":"e2e-extmod-b-b4376d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b4376d"} {"level":"info","ts":"2026-11-04T00:33:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ed89e503"}} {"level":"info","ts":"2026-11-04T00:33:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f0839fc2"}} {"level":"info","ts":"2026-11-04T00:33:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"tenantID":"e2e-shared-b-w2-8093f5","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-8093f5"} {"level":"info","ts":"2026-11-04T00:33:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"tenantID":"e2e-shared-a-w2-58b75d","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-58b75d"} {"level":"info","ts":"2026-11-04T00:33:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-7324b316"}} {"level":"info","ts":"2026-11-04T00:33:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-10bdf8b2"}} {"level":"info","ts":"2026-11-04T00:33:51Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-14cae89d"}} {"level":"info","ts":"2026-11-04T00:33:53Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b8c8d944"}} {"level":"info","ts":"2026-11-04T00:33:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c9c0227c"}} {"level":"info","ts":"2026-11-04T00:33:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ed89e503"}} {"level":"info","ts":"2026-11-04T00:33:59Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f0839fc2"}} {"level":"info","ts":"2026-11-04T00:34:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-7324b316"}} {"level":"info","ts":"2026-11-04T00:34:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-10bdf8b2"}} {"level":"info","ts":"2026-11-04T00:34:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-14cae89d"}} {"level":"info","ts":"2026-11-04T00:34:03Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b8c8d944"}} {"level":"info","ts":"2026-11-04T00:34:04Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c9c0227c"}} {"level":"info","ts":"2026-11-04T00:34:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"tenantID":"e2e-shared-a-w3-4331a7","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-4331a7"} {"level":"info","ts":"2026-11-04T00:34:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"tenantID":"e2e-shared-a-w3-4331a7","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-4331a7"} {"level":"info","ts":"2026-11-04T00:34:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"tenantID":"e2e-shared-a-w2-58b75d","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-58b75d"} {"level":"info","ts":"2026-11-04T00:34:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"tenantID":"e2e-shared-a-w2-58b75d","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-58b75d"} {"level":"info","ts":"2026-11-04T00:34:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"tenantID":"e2e-shared-b-w2-8093f5","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-8093f5"} {"level":"info","ts":"2026-11-04T00:34:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ed89e503"}} {"level":"info","ts":"2026-11-04T00:34:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"tenantID":"e2e-shared-b-w2-8093f5","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-8093f5"} {"level":"info","ts":"2026-11-04T00:34:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"tenantID":"e2e-shared-a-w2-58b75d","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-58b75d"} {"level":"info","ts":"2026-11-04T00:34:09Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f0839fc2"}} {"level":"info","ts":"2026-11-04T00:34:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-7324b316"}} {"level":"info","ts":"2026-11-04T00:34:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-10bdf8b2"}} {"level":"info","ts":"2026-11-04T00:34:11Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-14cae89d"}} {"level":"info","ts":"2026-11-04T00:34:13Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b8c8d944"}} {"level":"info","ts":"2026-11-04T00:34:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c9c0227c"}} {"level":"info","ts":"2026-11-04T00:34:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"tenantID":"e2e-shared-b-w3-398158","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-398158"} {"level":"info","ts":"2026-11-04T00:34:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"tenantID":"e2e-shared-b-w3-398158","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-398158"} {"level":"info","ts":"2026-11-04T00:34:15Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ed89e503"}} {"level":"info","ts":"2026-11-04T00:34:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"tenantID":"e2e-shared-a-w2-58b75d","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-58b75d"} {"level":"info","ts":"2026-11-04T00:34:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"tenantID":"e2e-shared-b-w2-8093f5","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-8093f5"} {"level":"info","ts":"2026-11-04T00:34:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"tenantID":"e2e-shared-a-w3-4331a7","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-4331a7"} {"level":"info","ts":"2026-11-04T00:34:19Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f0839fc2"}} {"level":"info","ts":"2026-11-04T00:34:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-7324b316"}} {"level":"info","ts":"2026-11-04T00:34:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-10bdf8b2"}} {"level":"info","ts":"2026-11-04T00:34:21Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-14cae89d"}} {"level":"info","ts":"2026-11-04T00:34:23Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b8c8d944"}} {"level":"info","ts":"2026-11-04T00:34:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c9c0227c"}} {"level":"info","ts":"2026-11-04T00:34:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ed89e503"}} {"level":"info","ts":"2026-11-04T00:34:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"tenantID":"e2e-shared-b-w2-8093f5","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-8093f5"} {"level":"info","ts":"2026-11-04T00:34:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"tenantID":"e2e-shared-a-w2-58b75d","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-58b75d"} {"level":"info","ts":"2026-11-04T00:34:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"tenantID":"e2e-shared-a-w2-58b75d","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-58b75d"} {"level":"info","ts":"2026-11-04T00:34:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"tenantID":"e2e-shared-a-w2-58b75d","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-58b75d"} {"level":"info","ts":"2026-11-04T00:34:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"tenantID":"e2e-shared-b-w2-8093f5","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-8093f5"} {"level":"info","ts":"2026-11-04T00:34:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8895cb"},"tenantID":"e2e-extmod-a-8895cb","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8895cb"} {"level":"info","ts":"2026-11-04T00:34:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-06ade4"},"tenantID":"e2e-extmod-b-06ade4","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-06ade4"} {"level":"info","ts":"2026-11-04T00:34:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f0839fc2"}} {"level":"info","ts":"2026-11-04T00:34:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-7324b316"}} {"level":"info","ts":"2026-11-04T00:34:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-10bdf8b2"}} {"level":"info","ts":"2026-11-04T00:34:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"tenantID":"e2e-shared-b-w3-398158","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-398158"} {"level":"info","ts":"2026-11-04T00:34:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"tenantID":"e2e-shared-b-w2-8093f5","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-8093f5"} {"level":"info","ts":"2026-11-04T00:34:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"tenantID":"e2e-shared-b-w2-8093f5","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-8093f5"} {"level":"info","ts":"2026-11-04T00:34:32Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-14cae89d"}} {"level":"info","ts":"2026-11-04T00:34:33Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b8c8d944"}} {"level":"info","ts":"2026-11-04T00:34:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c9c0227c"}} {"level":"info","ts":"2026-11-04T00:34:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"tenantID":"e2e-shared-a-w3-4331a7","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-4331a7"} {"level":"info","ts":"2026-11-04T00:34:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ed89e503"}} {"level":"info","ts":"2026-11-04T00:34:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"tenantID":"e2e-shared-a-w3-4331a7","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-4331a7"} {"level":"info","ts":"2026-11-04T00:34:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"tenantID":"e2e-shared-b-w3-398158","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-398158"} {"level":"info","ts":"2026-11-04T00:34:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"tenantID":"e2e-shared-b-w3-398158","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-398158"} {"level":"info","ts":"2026-11-04T00:34:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"tenantID":"e2e-shared-a-w3-4331a7","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-4331a7"} {"level":"info","ts":"2026-11-04T00:34:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-86deca"},"tenantID":"e2e-extmod-a-86deca","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-86deca"} {"level":"info","ts":"2026-11-04T00:34:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-86deca"},"tenantID":"e2e-extmod-a-86deca","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-86deca"} {"level":"info","ts":"2026-11-04T00:34:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-86deca"},"tenantID":"e2e-extmod-a-86deca","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-86deca"} {"level":"info","ts":"2026-11-04T00:34:38Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-86deca"},"tenantID":"e2e-extmod-a-86deca","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T00:34:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f0839fc2"}} {"level":"info","ts":"2026-11-04T00:34:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-7324b316"}} {"level":"info","ts":"2026-11-04T00:34:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-10bdf8b2"}} {"level":"info","ts":"2026-11-04T00:34:42Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-14cae89d"}} {"level":"info","ts":"2026-11-04T00:34:43Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b8c8d944"}} {"level":"info","ts":"2026-11-04T00:34:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c9c0227c"}} {"level":"info","ts":"2026-11-04T00:34:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ed89e503"}} {"level":"info","ts":"2026-11-04T00:34:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"tenantID":"e2e-shared-a-w3-4331a7","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-4331a7"} {"level":"info","ts":"2026-11-04T00:34:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"tenantID":"e2e-shared-b-w3-398158","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-398158"} {"level":"info","ts":"2026-11-04T00:34:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f0839fc2"}} {"level":"info","ts":"2026-11-04T00:34:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-7324b316"}} {"level":"info","ts":"2026-11-04T00:34:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-10bdf8b2"}} {"level":"info","ts":"2026-11-04T00:34:52Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-14cae89d"}} {"level":"info","ts":"2026-11-04T00:34:53Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b8c8d944"}} {"level":"info","ts":"2026-11-04T00:34:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c9c0227c"}} {"level":"info","ts":"2026-11-04T00:34:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ed89e503"}} {"level":"info","ts":"2026-11-04T00:34:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenantID":"e2e-shared-a-w4-b3bea7","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b3bea7"} {"level":"info","ts":"2026-11-04T00:34:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenantID":"e2e-shared-b-w4-15b02a","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-15b02a"} {"level":"info","ts":"2026-11-04T00:34:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenantID":"e2e-shared-a-w4-b3bea7","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b3bea7"} {"level":"info","ts":"2026-11-04T00:34:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenantID":"e2e-shared-b-w4-15b02a","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-15b02a"} {"level":"info","ts":"2026-11-04T00:34:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenantID":"e2e-shared-a-w4-b3bea7","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b3bea7"} {"level":"info","ts":"2026-11-04T00:34:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"tenantID":"e2e-shared-a-w3-4331a7","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-4331a7"} {"level":"info","ts":"2026-11-04T00:34:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"tenantID":"e2e-shared-b-w3-398158","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-398158"} {"level":"info","ts":"2026-11-04T00:34:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenantID":"e2e-shared-b-w4-15b02a","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-15b02a"} {"level":"info","ts":"2026-11-04T00:34:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"tenantID":"e2e-shared-a-w3-4331a7","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-4331a7"} {"level":"info","ts":"2026-11-04T00:34:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"tenantID":"e2e-shared-b-w3-398158","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-398158"} {"level":"info","ts":"2026-11-04T00:34:59Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f0839fc2"}} {"level":"info","ts":"2026-11-04T00:35:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-7324b316"}} {"level":"info","ts":"2026-11-04T00:35:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-10bdf8b2"}} {"level":"info","ts":"2026-11-04T00:35:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"tenantID":"e2e-shared-b-w3-398158","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-398158"} {"level":"info","ts":"2026-11-04T00:35:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"tenantID":"e2e-shared-b-w3-398158","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-398158"} {"level":"info","ts":"2026-11-04T00:35:02Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-14cae89d"}} {"level":"info","ts":"2026-11-04T00:35:03Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b8c8d944"}} {"level":"info","ts":"2026-11-04T00:35:04Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c9c0227c"}} {"level":"info","ts":"2026-11-04T00:35:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ed89e503"}} {"level":"info","ts":"2026-11-04T00:35:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenantID":"e2e-shared-b-w4-15b02a","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-15b02a"} {"level":"info","ts":"2026-11-04T00:35:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenantID":"e2e-shared-a-w4-b3bea7","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b3bea7"} {"level":"info","ts":"2026-11-04T00:35:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenantID":"e2e-shared-b-w4-15b02a","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-15b02a"} {"level":"info","ts":"2026-11-04T00:35:08Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fa0d0a"},"tenantID":"e2e-extmod-a-fa0d0a","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T00:35:08Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fa0d0a"},"tenantID":"e2e-extmod-a-fa0d0a","namespace":"openshift-ingress"} {"level":"error","ts":"2026-11-04T00:35:08Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fa0d0a"},"namespace":"ai-tenant-e2e-extmod-a-fa0d0a","name":"default-tenant","reconcileID":"092ec30f-6de2-4b39-ad35-ef58c533c835","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T00:35:09Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f0839fc2"}} {"level":"info","ts":"2026-11-04T00:35:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-7324b316"}} {"level":"info","ts":"2026-11-04T00:35:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-10bdf8b2"}} {"level":"info","ts":"2026-11-04T00:35:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4376d"},"tenantID":"e2e-extmod-b-b4376d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b4376d"} {"level":"info","ts":"2026-11-04T00:35:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4376d"},"tenantID":"e2e-extmod-b-b4376d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b4376d"} {"level":"error","ts":"2026-11-04T00:35:11Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4376d"},"error":"apply NetworkPolicy ai-tenant-e2e-extmod-b-b4376d/payload-processing-e2e-extmod-b-b4376d: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-b-b4376d\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-b-b4376d because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T00:35:11Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4376d"},"namespace":"ai-tenant-e2e-extmod-b-b4376d","name":"default-tenant","reconcileID":"eca82dd8-5f41-40a2-9787-a4818c3a398a","error":"apply: apply NetworkPolicy ai-tenant-e2e-extmod-b-b4376d/payload-processing-e2e-extmod-b-b4376d: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-b-b4376d\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-b-b4376d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T00:35:12Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4376d"},"tenantID":"e2e-extmod-b-b4376d","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T00:35:12Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-14cae89d"}} {"level":"info","ts":"2026-11-04T00:35:13Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b8c8d944"}} {"level":"info","ts":"2026-11-04T00:35:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c9c0227c"}} {"level":"info","ts":"2026-11-04T00:35:15Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ed89e503"}} {"level":"info","ts":"2026-11-04T00:35:19Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f0839fc2"}} {"level":"info","ts":"2026-11-04T00:35:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-7324b316"}} {"level":"info","ts":"2026-11-04T00:35:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-10bdf8b2"}} {"level":"info","ts":"2026-11-04T00:35:22Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-14cae89d"}} {"level":"info","ts":"2026-11-04T00:35:23Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b8c8d944"}} {"level":"info","ts":"2026-11-04T00:35:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenantID":"e2e-shared-a-w4-b3bea7","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b3bea7"} {"level":"info","ts":"2026-11-04T00:35:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenantID":"e2e-shared-a-w4-b3bea7","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b3bea7"} {"level":"info","ts":"2026-11-04T00:35:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenantID":"e2e-shared-a-w4-b3bea7","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b3bea7"} {"level":"info","ts":"2026-11-04T00:35:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c9c0227c"}} {"level":"info","ts":"2026-11-04T00:35:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2697a0"},"tenantID":"e2e-extmod-b-2697a0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2697a0"} {"level":"info","ts":"2026-11-04T00:35:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2697a0"},"tenantID":"e2e-extmod-b-2697a0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2697a0"} {"level":"info","ts":"2026-11-04T00:35:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ed89e503"}} {"level":"info","ts":"2026-11-04T00:35:26Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2697a0"},"tenantID":"e2e-extmod-b-2697a0","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T00:35:26Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2697a0"},"tenantID":"e2e-extmod-b-2697a0","namespace":"openshift-ingress"} {"level":"error","ts":"2026-11-04T00:35:26Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2697a0"},"namespace":"ai-tenant-e2e-extmod-b-2697a0","name":"default-tenant","reconcileID":"19cc1c1a-3044-481d-a365-439c67ca9509","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T00:35:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"tenantID":"e2e-shared-a-w2-58b75d","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-58b75d"} {"level":"error","ts":"2026-11-04T00:35:28Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"error":"apply NetworkPolicy ai-tenant-e2e-shared-a-w2-58b75d/payload-processing-e2e-shared-a-w2-58b75d: networkpolicies.networking.k8s.io \"payload-processing-e2e-shared-a-w2-58b75d\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-58b75d because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T00:35:28Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"default-tenant","reconcileID":"52f0f495-0edc-4adb-b0a6-17919946698e","error":"apply: apply NetworkPolicy ai-tenant-e2e-shared-a-w2-58b75d/payload-processing-e2e-shared-a-w2-58b75d: networkpolicies.networking.k8s.io \"payload-processing-e2e-shared-a-w2-58b75d\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-58b75d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T00:35:28Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"error":"apply NetworkPolicy ai-tenant-e2e-shared-a-w2-58b75d/payload-processing-e2e-shared-a-w2-58b75d: networkpolicies.networking.k8s.io \"payload-processing-e2e-shared-a-w2-58b75d\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-58b75d because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T00:35:28Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"default-tenant","reconcileID":"456c6a1f-fd7f-4768-94fa-5f5d5e91bcc7","error":"apply: apply NetworkPolicy ai-tenant-e2e-shared-a-w2-58b75d/payload-processing-e2e-shared-a-w2-58b75d: networkpolicies.networking.k8s.io \"payload-processing-e2e-shared-a-w2-58b75d\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-58b75d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T00:35:28Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"error":"apply NetworkPolicy ai-tenant-e2e-shared-a-w2-58b75d/payload-processing-e2e-shared-a-w2-58b75d: networkpolicies.networking.k8s.io \"payload-processing-e2e-shared-a-w2-58b75d\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-58b75d because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T00:35:28Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"default-tenant","reconcileID":"1230e154-49e5-462e-acc9-faafc590dccd","error":"apply: apply NetworkPolicy ai-tenant-e2e-shared-a-w2-58b75d/payload-processing-e2e-shared-a-w2-58b75d: networkpolicies.networking.k8s.io \"payload-processing-e2e-shared-a-w2-58b75d\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-58b75d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T00:35:28Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"tenantID":"e2e-shared-a-w2-58b75d","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T00:35:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f0839fc2"}} {"level":"info","ts":"2026-11-04T00:35:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-7324b316"}} {"level":"info","ts":"2026-11-04T00:35:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-10bdf8b2"}} {"level":"info","ts":"2026-11-04T00:35:32Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-14cae89d"}} {"level":"info","ts":"2026-11-04T00:35:33Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b8c8d944"}} {"level":"info","ts":"2026-11-04T00:35:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenantID":"e2e-shared-a-w4-b3bea7","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b3bea7"} {"level":"info","ts":"2026-11-04T00:35:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenantID":"e2e-shared-a-w4-b3bea7","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b3bea7"} {"level":"info","ts":"2026-11-04T00:35:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c9c0227c"}} {"level":"info","ts":"2026-11-04T00:35:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ed89e503"}} {"level":"info","ts":"2026-11-04T00:35:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f0839fc2"}} {"level":"info","ts":"2026-11-04T00:35:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-7324b316"}} {"level":"info","ts":"2026-11-04T00:35:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-10bdf8b2"}} {"level":"info","ts":"2026-11-04T00:35:42Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-14cae89d"}} {"level":"info","ts":"2026-11-04T00:35:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"tenantID":"e2e-shared-a-w3-4331a7","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-4331a7"} {"level":"info","ts":"2026-11-04T00:35:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"tenantID":"e2e-shared-a-w3-4331a7","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-4331a7"} {"level":"info","ts":"2026-11-04T00:35:43Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b8c8d944"}} {"level":"info","ts":"2026-11-04T00:35:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenantID":"e2e-shared-a-w4-b3bea7","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b3bea7"} {"level":"info","ts":"2026-11-04T00:35:44Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"tenantID":"e2e-shared-a-w3-4331a7","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T00:35:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenantID":"e2e-shared-b-w4-15b02a","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-15b02a"} {"level":"info","ts":"2026-11-04T00:35:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c9c0227c"}} {"level":"info","ts":"2026-11-04T00:35:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenantID":"e2e-shared-b-w4-15b02a","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-15b02a"} {"level":"info","ts":"2026-11-04T00:35:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenantID":"e2e-shared-b-w4-15b02a","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-15b02a"} {"level":"error","ts":"2026-11-04T00:35:45Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"error":"apply NetworkPolicy ai-tenant-e2e-shared-b-w2-8093f5/payload-processing-e2e-shared-b-w2-8093f5: networkpolicies.networking.k8s.io \"payload-processing-e2e-shared-b-w2-8093f5\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-8093f5 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T00:35:45Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"default-tenant","reconcileID":"1e865dd3-82c4-4c9c-860f-968fa4997000","error":"apply: apply NetworkPolicy ai-tenant-e2e-shared-b-w2-8093f5/payload-processing-e2e-shared-b-w2-8093f5: networkpolicies.networking.k8s.io \"payload-processing-e2e-shared-b-w2-8093f5\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-8093f5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T00:35:45Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"error":"apply NetworkPolicy ai-tenant-e2e-shared-b-w2-8093f5/payload-processing-e2e-shared-b-w2-8093f5: networkpolicies.networking.k8s.io \"payload-processing-e2e-shared-b-w2-8093f5\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-8093f5 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T00:35:45Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"default-tenant","reconcileID":"82ba9953-51cb-4ed6-a810-758691cb309f","error":"apply: apply NetworkPolicy ai-tenant-e2e-shared-b-w2-8093f5/payload-processing-e2e-shared-b-w2-8093f5: networkpolicies.networking.k8s.io \"payload-processing-e2e-shared-b-w2-8093f5\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-8093f5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T00:35:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ed89e503"}} {"level":"error","ts":"2026-11-04T00:35:46Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"error":"apply NetworkPolicy ai-tenant-e2e-shared-b-w2-8093f5/payload-processing-e2e-shared-b-w2-8093f5: networkpolicies.networking.k8s.io \"payload-processing-e2e-shared-b-w2-8093f5\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-8093f5 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T00:35:46Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"default-tenant","reconcileID":"73fbdf93-f7f3-4d90-bb08-c5ee7365d908","error":"apply: apply NetworkPolicy ai-tenant-e2e-shared-b-w2-8093f5/payload-processing-e2e-shared-b-w2-8093f5: networkpolicies.networking.k8s.io \"payload-processing-e2e-shared-b-w2-8093f5\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-8093f5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T00:35:46Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"error":"apply NetworkPolicy ai-tenant-e2e-shared-b-w2-8093f5/payload-processing-e2e-shared-b-w2-8093f5: networkpolicies.networking.k8s.io \"payload-processing-e2e-shared-b-w2-8093f5\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-8093f5 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T00:35:46Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"default-tenant","reconcileID":"1296d635-6711-48e9-b8fb-b58e87a4e717","error":"apply: apply NetworkPolicy ai-tenant-e2e-shared-b-w2-8093f5/payload-processing-e2e-shared-b-w2-8093f5: networkpolicies.networking.k8s.io \"payload-processing-e2e-shared-b-w2-8093f5\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-8093f5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T00:35:46Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"error":"apply NetworkPolicy ai-tenant-e2e-shared-b-w2-8093f5/payload-processing-e2e-shared-b-w2-8093f5: networkpolicies.networking.k8s.io \"payload-processing-e2e-shared-b-w2-8093f5\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-8093f5 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T00:35:46Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"default-tenant","reconcileID":"4202c6a1-3fee-47d8-bbf8-72f4ef3fefa0","error":"apply: apply NetworkPolicy ai-tenant-e2e-shared-b-w2-8093f5/payload-processing-e2e-shared-b-w2-8093f5: networkpolicies.networking.k8s.io \"payload-processing-e2e-shared-b-w2-8093f5\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-8093f5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T00:35:46Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"error":"apply NetworkPolicy ai-tenant-e2e-shared-b-w2-8093f5/payload-processing-e2e-shared-b-w2-8093f5: networkpolicies.networking.k8s.io \"payload-processing-e2e-shared-b-w2-8093f5\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-8093f5 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T00:35:46Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"default-tenant","reconcileID":"98fcd582-2783-40cd-b1a3-0fccdfe8946e","error":"apply: apply NetworkPolicy ai-tenant-e2e-shared-b-w2-8093f5/payload-processing-e2e-shared-b-w2-8093f5: networkpolicies.networking.k8s.io \"payload-processing-e2e-shared-b-w2-8093f5\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-8093f5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T00:35:47Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"tenantID":"e2e-shared-b-w2-8093f5","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T00:35:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f0839fc2"}} {"level":"info","ts":"2026-11-04T00:35:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-7324b316"}} {"level":"info","ts":"2026-11-04T00:35:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-10bdf8b2"}} {"level":"info","ts":"2026-11-04T00:35:52Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-14cae89d"}} {"level":"info","ts":"2026-11-04T00:35:53Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b8c8d944"}} {"level":"info","ts":"2026-11-04T00:35:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c9c0227c"}} {"level":"info","ts":"2026-11-04T00:35:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenantID":"e2e-shared-b-w4-15b02a","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-15b02a"} {"level":"info","ts":"2026-11-04T00:35:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenantID":"e2e-shared-b-w4-15b02a","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-15b02a"} {"level":"info","ts":"2026-11-04T00:35:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ed89e503"}} {"level":"info","ts":"2026-11-04T00:35:59Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f0839fc2"}} {"level":"info","ts":"2026-11-04T00:36:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-7324b316"}} {"level":"info","ts":"2026-11-04T00:36:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-10bdf8b2"}} {"level":"info","ts":"2026-11-04T00:36:02Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-14cae89d"}} {"level":"info","ts":"2026-11-04T00:36:03Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b8c8d944"}} {"level":"info","ts":"2026-11-04T00:36:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"tenantID":"e2e-worker-w2-5738a9","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-5738a9"} {"level":"info","ts":"2026-11-04T00:36:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"tenantID":"e2e-worker-w2-5738a9","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-5738a9"} {"level":"info","ts":"2026-11-04T00:36:04Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c9c0227c"}} {"level":"info","ts":"2026-11-04T00:36:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"tenantID":"e2e-worker-w2-5738a9","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-5738a9"} {"level":"info","ts":"2026-11-04T00:36:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenantID":"e2e-shared-b-w4-15b02a","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-15b02a"} {"level":"info","ts":"2026-11-04T00:36:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenantID":"e2e-shared-a-w4-b3bea7","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b3bea7"} {"level":"info","ts":"2026-11-04T00:36:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenantID":"e2e-shared-a-w4-b3bea7","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b3bea7"} {"level":"info","ts":"2026-11-04T00:36:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenantID":"e2e-shared-a-w4-b3bea7","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b3bea7"} {"level":"info","ts":"2026-11-04T00:36:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenantID":"e2e-shared-b-w4-15b02a","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-15b02a"} {"level":"info","ts":"2026-11-04T00:36:06Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ed89e503"}} {"level":"info","ts":"2026-11-04T00:36:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"tenantID":"e2e-worker-w2-5738a9","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-5738a9"} {"level":"info","ts":"2026-11-04T00:36:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"tenantID":"e2e-worker-w2-5738a9","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-5738a9"} {"level":"info","ts":"2026-11-04T00:36:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"tenantID":"e2e-worker-w2-5738a9","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-5738a9"} {"level":"info","ts":"2026-11-04T00:36:08Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"tenantID":"e2e-shared-b-w3-398158","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T00:36:08Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"tenantID":"e2e-shared-b-w3-398158","namespace":"openshift-ingress"} {"level":"error","ts":"2026-11-04T00:36:08Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"default-tenant","reconcileID":"161140f7-f984-439c-8be6-39078ff8d6a3","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T00:36:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenantID":"e2e-shared-b-w4-15b02a","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-15b02a"} {"level":"info","ts":"2026-11-04T00:36:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenantID":"e2e-shared-b-w4-15b02a","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-15b02a"} {"level":"info","ts":"2026-11-04T00:36:09Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f0839fc2"}} {"level":"info","ts":"2026-11-04T00:36:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-7324b316"}} {"level":"info","ts":"2026-11-04T00:36:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-10bdf8b2"}} {"level":"info","ts":"2026-11-04T00:36:12Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-14cae89d"}} {"level":"info","ts":"2026-11-04T00:36:13Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b8c8d944"}} {"level":"info","ts":"2026-11-04T00:36:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c9c0227c"}} {"level":"info","ts":"2026-11-04T00:36:15Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8895cb"},"tenantID":"e2e-extmod-a-8895cb","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T00:36:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ed89e503"}} {"level":"info","ts":"2026-11-04T00:36:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"tenantID":"e2e-worker-w2-5738a9","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-5738a9"} {"level":"info","ts":"2026-11-04T00:36:19Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f0839fc2"}} {"level":"error","ts":"2026-11-04T00:36:20Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-7324b316"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:1037\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T00:36:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-10bdf8b2"}} {"level":"info","ts":"2026-11-04T00:36:22Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-14cae89d"}} {"level":"info","ts":"2026-11-04T00:36:23Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b8c8d944"}} {"level":"error","ts":"2026-11-04T00:36:24Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"error":"apply NetworkPolicy ai-tenant-e2e-worker-w2-5738a9/payload-processing-e2e-worker-w2-5738a9: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w2-5738a9\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w2-5738a9 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T00:36:24Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"default-tenant","reconcileID":"71a20595-9d89-4a13-b057-a2ba09f5d99c","error":"apply: apply NetworkPolicy ai-tenant-e2e-worker-w2-5738a9/payload-processing-e2e-worker-w2-5738a9: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w2-5738a9\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w2-5738a9 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T00:36:24Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"error":"apply NetworkPolicy ai-tenant-e2e-worker-w2-5738a9/payload-processing-e2e-worker-w2-5738a9: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w2-5738a9\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w2-5738a9 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T00:36:24Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"default-tenant","reconcileID":"4e5ccda7-dbef-4117-b455-303b9baeb344","error":"apply: apply NetworkPolicy ai-tenant-e2e-worker-w2-5738a9/payload-processing-e2e-worker-w2-5738a9: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w2-5738a9\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w2-5738a9 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T00:36:24Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"error":"apply NetworkPolicy ai-tenant-e2e-worker-w2-5738a9/payload-processing-e2e-worker-w2-5738a9: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w2-5738a9\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w2-5738a9 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T00:36:24Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"default-tenant","reconcileID":"f49862eb-d3d1-4845-8426-d559c7b05abf","error":"apply: apply NetworkPolicy ai-tenant-e2e-worker-w2-5738a9/payload-processing-e2e-worker-w2-5738a9: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w2-5738a9\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w2-5738a9 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T00:36:25Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"error":"apply NetworkPolicy ai-tenant-e2e-worker-w2-5738a9/payload-processing-e2e-worker-w2-5738a9: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w2-5738a9\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w2-5738a9 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T00:36:25Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"default-tenant","reconcileID":"47a8f3a3-2f59-4c74-9308-5bef9434dbd3","error":"apply: apply NetworkPolicy ai-tenant-e2e-worker-w2-5738a9/payload-processing-e2e-worker-w2-5738a9: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w2-5738a9\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w2-5738a9 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T00:36:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c9c0227c"}} {"level":"error","ts":"2026-11-04T00:36:25Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"error":"apply NetworkPolicy ai-tenant-e2e-worker-w2-5738a9/payload-processing-e2e-worker-w2-5738a9: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w2-5738a9\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w2-5738a9 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T00:36:25Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"default-tenant","reconcileID":"2f0863ea-3c73-46f7-8151-e824fbc7ba61","error":"apply: apply NetworkPolicy ai-tenant-e2e-worker-w2-5738a9/payload-processing-e2e-worker-w2-5738a9: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w2-5738a9\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w2-5738a9 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T00:36:25Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"error":"apply NetworkPolicy ai-tenant-e2e-worker-w2-5738a9/payload-processing-e2e-worker-w2-5738a9: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w2-5738a9\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w2-5738a9 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T00:36:25Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"default-tenant","reconcileID":"8db19111-5940-4557-88bb-d52cb9da5f84","error":"apply: apply NetworkPolicy ai-tenant-e2e-worker-w2-5738a9/payload-processing-e2e-worker-w2-5738a9: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w2-5738a9\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w2-5738a9 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T00:36:25Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"error":"apply NetworkPolicy ai-tenant-e2e-worker-w2-5738a9/payload-processing-e2e-worker-w2-5738a9: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w2-5738a9\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w2-5738a9 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T00:36:25Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"default-tenant","reconcileID":"03a6d9e7-a82f-4ac8-a1a7-4f0cd39997d9","error":"apply: apply NetworkPolicy ai-tenant-e2e-worker-w2-5738a9/payload-processing-e2e-worker-w2-5738a9: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w2-5738a9\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w2-5738a9 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T00:36:26Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"error":"apply NetworkPolicy ai-tenant-e2e-worker-w2-5738a9/payload-processing-e2e-worker-w2-5738a9: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w2-5738a9\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w2-5738a9 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T00:36:26Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"default-tenant","reconcileID":"2955c1b2-7563-4ece-a2a6-ee991bc5e955","error":"apply: apply NetworkPolicy ai-tenant-e2e-worker-w2-5738a9/payload-processing-e2e-worker-w2-5738a9: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w2-5738a9\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w2-5738a9 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T00:36:26Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"tenantID":"e2e-worker-w2-5738a9","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T00:36:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ed89e503"}} {"level":"info","ts":"2026-11-04T00:36:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f0839fc2"}} {"level":"info","ts":"2026-11-04T00:36:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-10bdf8b2"}} {"level":"info","ts":"2026-11-04T00:36:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c60893"},"tenantID":"e2e-worker-w3-c60893","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c60893"} {"level":"error","ts":"2026-11-04T00:36:32Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-06ade4"},"error":"apply NetworkPolicy ai-tenant-e2e-extmod-b-06ade4/payload-processing-e2e-extmod-b-06ade4: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-b-06ade4\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-b-06ade4 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T00:36:32Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-06ade4"},"namespace":"ai-tenant-e2e-extmod-b-06ade4","name":"default-tenant","reconcileID":"e763252e-430e-4cc8-8636-61d4eca15710","error":"apply: apply NetworkPolicy ai-tenant-e2e-extmod-b-06ade4/payload-processing-e2e-extmod-b-06ade4: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-b-06ade4\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-b-06ade4 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T00:36:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c60893"},"tenantID":"e2e-worker-w3-c60893","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c60893"} {"level":"info","ts":"2026-11-04T00:36:32Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-06ade4"},"tenantID":"e2e-extmod-b-06ade4","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T00:36:32Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-14cae89d"}} {"level":"info","ts":"2026-11-04T00:36:33Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b8c8d944"}} {"level":"info","ts":"2026-11-04T00:36:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c9c0227c"}} {"level":"info","ts":"2026-11-04T00:36:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ed89e503"}} {"level":"info","ts":"2026-11-04T00:36:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c60893"},"tenantID":"e2e-worker-w3-c60893","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c60893"} {"level":"info","ts":"2026-11-04T00:36:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c60893"},"tenantID":"e2e-worker-w3-c60893","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c60893"} {"level":"info","ts":"2026-11-04T00:36:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c60893"},"tenantID":"e2e-worker-w3-c60893","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c60893"} {"level":"info","ts":"2026-11-04T00:36:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f0839fc2"}} {"level":"info","ts":"2026-11-04T00:36:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-10bdf8b2"}} {"level":"info","ts":"2026-11-04T00:36:42Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-14cae89d"}} {"level":"error","ts":"2026-11-04T00:36:42Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c60893"},"error":"apply NetworkPolicy ai-tenant-e2e-worker-w3-c60893/payload-processing-e2e-worker-w3-c60893: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w3-c60893\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w3-c60893 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T00:36:42Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"default-tenant","reconcileID":"ba5e938d-276b-4bd0-838e-cb05738f5595","error":"apply: apply NetworkPolicy ai-tenant-e2e-worker-w3-c60893/payload-processing-e2e-worker-w3-c60893: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w3-c60893\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w3-c60893 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T00:36:42Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c60893"},"error":"apply NetworkPolicy ai-tenant-e2e-worker-w3-c60893/payload-processing-e2e-worker-w3-c60893: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w3-c60893\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w3-c60893 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T00:36:42Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"default-tenant","reconcileID":"bdf74c1e-e2a6-4834-b3f0-68a97d7b65e6","error":"apply: apply NetworkPolicy ai-tenant-e2e-worker-w3-c60893/payload-processing-e2e-worker-w3-c60893: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w3-c60893\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w3-c60893 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T00:36:43Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c60893"},"error":"apply NetworkPolicy ai-tenant-e2e-worker-w3-c60893/payload-processing-e2e-worker-w3-c60893: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w3-c60893\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w3-c60893 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T00:36:43Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"default-tenant","reconcileID":"433d50a4-0048-49c4-8071-3038dae9df45","error":"apply: apply NetworkPolicy ai-tenant-e2e-worker-w3-c60893/payload-processing-e2e-worker-w3-c60893: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w3-c60893\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w3-c60893 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T00:36:43Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c60893"},"error":"apply NetworkPolicy ai-tenant-e2e-worker-w3-c60893/payload-processing-e2e-worker-w3-c60893: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w3-c60893\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w3-c60893 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T00:36:43Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"default-tenant","reconcileID":"47d6eca9-9988-4cc3-a53f-3496f74eb84b","error":"apply: apply NetworkPolicy ai-tenant-e2e-worker-w3-c60893/payload-processing-e2e-worker-w3-c60893: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w3-c60893\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w3-c60893 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T00:36:43Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b8c8d944"}} {"level":"error","ts":"2026-11-04T00:36:43Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c60893"},"error":"apply NetworkPolicy ai-tenant-e2e-worker-w3-c60893/payload-processing-e2e-worker-w3-c60893: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w3-c60893\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w3-c60893 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T00:36:43Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"default-tenant","reconcileID":"4e39888c-9b1a-4931-be85-5bbe76fe0950","error":"apply: apply NetworkPolicy ai-tenant-e2e-worker-w3-c60893/payload-processing-e2e-worker-w3-c60893: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w3-c60893\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w3-c60893 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T00:36:43Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c60893"},"error":"apply NetworkPolicy ai-tenant-e2e-worker-w3-c60893/payload-processing-e2e-worker-w3-c60893: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w3-c60893\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w3-c60893 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T00:36:43Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"default-tenant","reconcileID":"fb6157a1-4f57-412b-9922-0eb60d990397","error":"apply: apply NetworkPolicy ai-tenant-e2e-worker-w3-c60893/payload-processing-e2e-worker-w3-c60893: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w3-c60893\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w3-c60893 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T00:36:43Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c60893"},"error":"apply NetworkPolicy ai-tenant-e2e-worker-w3-c60893/payload-processing-e2e-worker-w3-c60893: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w3-c60893\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w3-c60893 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T00:36:43Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"default-tenant","reconcileID":"f21972a1-be6d-47ae-9961-4b50480240dd","error":"apply: apply NetworkPolicy ai-tenant-e2e-worker-w3-c60893/payload-processing-e2e-worker-w3-c60893: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w3-c60893\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w3-c60893 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T00:36:44Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c60893"},"error":"apply NetworkPolicy ai-tenant-e2e-worker-w3-c60893/payload-processing-e2e-worker-w3-c60893: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w3-c60893\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w3-c60893 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T00:36:44Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"default-tenant","reconcileID":"b8a53c3f-f393-4e62-9e1e-3aa5c3238fcf","error":"apply: apply NetworkPolicy ai-tenant-e2e-worker-w3-c60893/payload-processing-e2e-worker-w3-c60893: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w3-c60893\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w3-c60893 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T00:36:45Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c60893"},"error":"apply NetworkPolicy ai-tenant-e2e-worker-w3-c60893/payload-processing-e2e-worker-w3-c60893: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w3-c60893\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w3-c60893 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T00:36:45Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"default-tenant","reconcileID":"d2064132-f55e-4c74-a64c-16c89a9f7fbd","error":"apply: apply NetworkPolicy ai-tenant-e2e-worker-w3-c60893/payload-processing-e2e-worker-w3-c60893: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w3-c60893\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w3-c60893 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T00:36:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c9c0227c"}} {"level":"info","ts":"2026-11-04T00:36:45Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c60893"},"tenantID":"e2e-worker-w3-c60893","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T00:36:46Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c60893"},"tenantID":"e2e-worker-w3-c60893","namespace":"openshift-ingress"} {"level":"error","ts":"2026-11-04T00:36:46Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"default-tenant","reconcileID":"b01a51e6-bdd8-471b-8193-27e0022494ea","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T00:36:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ed89e503"}} {"level":"info","ts":"2026-11-04T00:36:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f0839fc2"}} {"level":"info","ts":"2026-11-04T00:36:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenantID":"e2e-shared-a-w4-b3bea7","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b3bea7"} {"level":"error","ts":"2026-11-04T00:36:50Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"error":"apply NetworkPolicy ai-tenant-e2e-shared-a-w4-b3bea7/payload-processing-e2e-shared-a-w4-b3bea7: networkpolicies.networking.k8s.io \"payload-processing-e2e-shared-a-w4-b3bea7\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w4-b3bea7 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T00:36:50Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"default-tenant","reconcileID":"423677e0-9f77-4b45-82b2-a79b5518a225","error":"apply: apply NetworkPolicy ai-tenant-e2e-shared-a-w4-b3bea7/payload-processing-e2e-shared-a-w4-b3bea7: networkpolicies.networking.k8s.io \"payload-processing-e2e-shared-a-w4-b3bea7\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w4-b3bea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T00:36:50Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"error":"apply NetworkPolicy ai-tenant-e2e-shared-a-w4-b3bea7/payload-processing-e2e-shared-a-w4-b3bea7: networkpolicies.networking.k8s.io \"payload-processing-e2e-shared-a-w4-b3bea7\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w4-b3bea7 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T00:36:50Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"default-tenant","reconcileID":"fb709c70-7ecc-4136-b8ad-40b2ca726d4d","error":"apply: apply NetworkPolicy ai-tenant-e2e-shared-a-w4-b3bea7/payload-processing-e2e-shared-a-w4-b3bea7: networkpolicies.networking.k8s.io \"payload-processing-e2e-shared-a-w4-b3bea7\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w4-b3bea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T00:36:50Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"error":"apply NetworkPolicy ai-tenant-e2e-shared-a-w4-b3bea7/payload-processing-e2e-shared-a-w4-b3bea7: networkpolicies.networking.k8s.io \"payload-processing-e2e-shared-a-w4-b3bea7\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w4-b3bea7 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T00:36:50Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"default-tenant","reconcileID":"02b777d5-749d-4eb3-8fe5-aabb8fb3bb52","error":"apply: apply NetworkPolicy ai-tenant-e2e-shared-a-w4-b3bea7/payload-processing-e2e-shared-a-w4-b3bea7: networkpolicies.networking.k8s.io \"payload-processing-e2e-shared-a-w4-b3bea7\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w4-b3bea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T00:36:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-10bdf8b2"}} {"level":"info","ts":"2026-11-04T00:36:51Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenantID":"e2e-shared-a-w4-b3bea7","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T00:36:52Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-14cae89d"}} {"level":"info","ts":"2026-11-04T00:36:53Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b8c8d944"}} {"level":"info","ts":"2026-11-04T00:36:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c9c0227c"}} {"level":"info","ts":"2026-11-04T00:36:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ed89e503"}} {"level":"info","ts":"2026-11-04T00:36:59Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f0839fc2"}} {"level":"info","ts":"2026-11-04T00:37:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-10bdf8b2"}} {"level":"info","ts":"2026-11-04T00:37:02Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-14cae89d"}} {"level":"info","ts":"2026-11-04T00:37:03Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b8c8d944"}} {"level":"info","ts":"2026-11-04T00:37:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c9c0227c"}} {"level":"info","ts":"2026-11-04T00:37:06Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ed89e503"}} {"level":"info","ts":"2026-11-04T00:37:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenantID":"e2e-shared-b-w4-15b02a","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-15b02a"} {"level":"info","ts":"2026-11-04T00:37:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenantID":"e2e-shared-b-w4-15b02a","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-15b02a"} {"level":"info","ts":"2026-11-04T00:37:09Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f0839fc2"}} {"level":"info","ts":"2026-11-04T00:37:10Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenantID":"e2e-shared-b-w4-15b02a","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T00:37:10Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenantID":"e2e-shared-b-w4-15b02a","namespace":"openshift-ingress"} {"level":"error","ts":"2026-11-04T00:37:10Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"default-tenant","reconcileID":"2cd7dced-bb05-4970-a5ba-de54a1c52376","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T00:37:10Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:1037\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T00:37:12Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-14cae89d"}} {"level":"info","ts":"2026-11-04T00:37:13Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b8c8d944"}} {"level":"info","ts":"2026-11-04T00:37:15Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c9c0227c"}} {"level":"info","ts":"2026-11-04T00:37:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ed89e503"}} {"level":"info","ts":"2026-11-04T00:37:19Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f0839fc2"}} {"level":"info","ts":"2026-11-04T00:37:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"tenantID":"e2e-worker-w4-80f8ba","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-80f8ba"} {"level":"info","ts":"2026-11-04T00:37:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"tenantID":"e2e-worker-w4-80f8ba","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-80f8ba"} {"level":"info","ts":"2026-11-04T00:37:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"tenantID":"e2e-worker-w4-80f8ba","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-80f8ba"} {"level":"info","ts":"2026-11-04T00:37:22Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-14cae89d"}} {"level":"info","ts":"2026-11-04T00:37:23Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b8c8d944"}} {"level":"info","ts":"2026-11-04T00:37:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"tenantID":"e2e-worker-w4-80f8ba","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-80f8ba"} {"level":"info","ts":"2026-11-04T00:37:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"tenantID":"e2e-worker-w4-80f8ba","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-80f8ba"} {"level":"info","ts":"2026-11-04T00:37:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c9c0227c"}} {"level":"info","ts":"2026-11-04T00:37:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ed89e503"}} {"level":"info","ts":"2026-11-04T00:37:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f0839fc2"}} {"level":"info","ts":"2026-11-04T00:37:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"tenantID":"e2e-worker-w4-80f8ba","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-80f8ba"} {"level":"info","ts":"2026-11-04T00:37:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"tenantID":"e2e-worker-w4-80f8ba","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-80f8ba"} {"level":"info","ts":"2026-11-04T00:37:32Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"tenantID":"e2e-worker-w4-80f8ba","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T00:37:32Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"tenantID":"e2e-worker-w4-80f8ba","namespace":"openshift-ingress"} {"level":"error","ts":"2026-11-04T00:37:32Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"default-tenant","reconcileID":"ddfa2189-2ddc-4a3c-8ed1-7652d3a435a1","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T00:37:32Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-14cae89d"}} {"level":"info","ts":"2026-11-04T00:37:33Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b8c8d944"}} {"level":"info","ts":"2026-11-04T00:37:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c9c0227c"}} {"level":"info","ts":"2026-11-04T00:37:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ed89e503"}} {"level":"info","ts":"2026-11-04T00:37:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f0839fc2"}} {"level":"info","ts":"2026-11-04T00:37:42Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-14cae89d"}} {"level":"info","ts":"2026-11-04T00:37:43Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b8c8d944"}} {"level":"info","ts":"2026-11-04T00:37:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c9c0227c"}} {"level":"info","ts":"2026-11-04T00:37:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ed89e503"}} {"level":"info","ts":"2026-11-04T00:37:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f0839fc2"}} {"level":"info","ts":"2026-11-04T00:37:52Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-14cae89d"}} {"level":"info","ts":"2026-11-04T00:37:53Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b8c8d944"}} {"level":"info","ts":"2026-11-04T00:37:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c9c0227c"}} {"level":"info","ts":"2026-11-04T00:37:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ed89e503"}} {"level":"info","ts":"2026-11-04T00:37:59Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f0839fc2"}} {"level":"error","ts":"2026-11-04T00:38:02Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-14cae89d"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:1037\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T00:38:03Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b8c8d944"}} {"level":"info","ts":"2026-11-04T00:38:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c9c0227c"}} {"level":"info","ts":"2026-11-04T00:38:06Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ed89e503"}} {"level":"info","ts":"2026-11-04T00:38:09Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f0839fc2"}} {"level":"info","ts":"2026-11-04T00:38:13Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-b8c8d944"}} {"level":"info","ts":"2026-11-04T00:38:15Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c9c0227c"}} {"level":"info","ts":"2026-11-04T00:38:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ed89e503"}}