{"level":"info","ts":"2026-11-01T06:28:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenantID":"e2e-shared-a-w1-d7d444","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444"} {"level":"info","ts":"2026-11-01T06:28:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-745a18"},"tenantID":"e2e-api-b-745a18","namespace":"openshift-ingress","gatewayName":"e2e-api-b-745a18"} {"level":"info","ts":"2026-11-01T06:28:42Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29301668"}} {"level":"info","ts":"2026-11-01T06:28:42Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0fa0e1c5"}} {"level":"info","ts":"2026-11-01T06:28:42Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c7e551a7"}} {"level":"info","ts":"2026-11-01T06:28:43Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ce346503"}} {"level":"info","ts":"2026-11-01T06:28:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenantID":"e2e-shared-a-w1-d7d444","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444"} {"level":"info","ts":"2026-11-01T06:28:50Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ce346503"}} {"level":"info","ts":"2026-11-01T06:28:52Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ce346503"},"tenantID":"e2e-ait-ce346503","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T06:28:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"tenantID":"e2e-mt-c0662f25","namespace":"openshift-ingress","gatewayName":"e2e-mt-c0662f25"} {"level":"info","ts":"2026-11-01T06:28:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29301668"}} {"level":"info","ts":"2026-11-01T06:28:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0fa0e1c5"}} {"level":"info","ts":"2026-11-01T06:28:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c7e551a7"}} {"level":"info","ts":"2026-11-01T06:28:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"tenantID":"e2e-mt-c0662f25","namespace":"openshift-ingress","gatewayName":"e2e-mt-c0662f25"} {"level":"info","ts":"2026-11-01T06:29:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29301668"}} {"level":"info","ts":"2026-11-01T06:29:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0fa0e1c5"}} {"level":"info","ts":"2026-11-01T06:29:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c7e551a7"}} {"level":"info","ts":"2026-11-01T06:29:15Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29301668"}} {"level":"info","ts":"2026-11-01T06:29:15Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0fa0e1c5"}} {"level":"info","ts":"2026-11-01T06:29:15Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c7e551a7"}} {"level":"info","ts":"2026-11-01T06:29:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T06:29:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T06:29:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29301668"}} {"level":"info","ts":"2026-11-01T06:29:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0fa0e1c5"}} {"level":"info","ts":"2026-11-01T06:29:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c7e551a7"}} {"level":"info","ts":"2026-11-01T06:29:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenantID":"e2e-shared-a-w1-d7d444","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444"} {"level":"info","ts":"2026-11-01T06:29:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"tenantID":"e2e-shared-a-w0-71cea4","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-71cea4"} {"level":"info","ts":"2026-11-01T06:29:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29301668"}} {"level":"info","ts":"2026-11-01T06:29:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0fa0e1c5"}} {"level":"info","ts":"2026-11-01T06:29:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c7e551a7"}} {"level":"info","ts":"2026-11-01T06:29:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenantID":"e2e-shared-a-w1-d7d444","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444"} {"level":"info","ts":"2026-11-01T06:29:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"tenantID":"e2e-shared-b-w0-99e79c","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99e79c"} {"level":"info","ts":"2026-11-01T06:29:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-0aed62e2"},"tenantID":"e2e-derive-0aed62e2","namespace":"openshift-ingress","gatewayName":"e2e-derive-0aed62e2"} {"level":"info","ts":"2026-11-01T06:29:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-745a18"},"tenantID":"e2e-api-b-745a18","namespace":"openshift-ingress","gatewayName":"e2e-api-b-745a18"} {"level":"info","ts":"2026-11-01T06:29:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"tenantID":"e2e-worker-w2-14a6e4","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4"} {"level":"info","ts":"2026-11-01T06:29:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-0aed62e2"},"tenantID":"e2e-derive-0aed62e2","namespace":"openshift-ingress","gatewayName":"e2e-derive-0aed62e2"} {"level":"info","ts":"2026-11-01T06:29:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29301668"}} {"level":"info","ts":"2026-11-01T06:29:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0fa0e1c5"}} {"level":"info","ts":"2026-11-01T06:29:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c7e551a7"}} {"level":"info","ts":"2026-11-01T06:29:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"tenantID":"e2e-mt-c0662f25","namespace":"openshift-ingress","gatewayName":"e2e-mt-c0662f25"} {"level":"info","ts":"2026-11-01T06:29:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"tenantID":"e2e-mt-c0662f25","namespace":"openshift-ingress","gatewayName":"e2e-mt-c0662f25"} {"level":"error","ts":"2026-11-01T06:30:00Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29301668"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-01T06:30:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0fa0e1c5"}} {"level":"info","ts":"2026-11-01T06:30:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c7e551a7"}} {"level":"info","ts":"2026-11-01T06:30:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0fa0e1c5"}} {"level":"info","ts":"2026-11-01T06:30:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c7e551a7"}} {"level":"info","ts":"2026-11-01T06:30:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0fa0e1c5"}} {"level":"info","ts":"2026-11-01T06:30:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c7e551a7"}} {"level":"error","ts":"2026-11-01T06:30:25Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f13905"},"error":"apply NetworkPolicy ai-tenant-e2e-api-a-f13905/payload-processing-e2e-api-a-f13905: networkpolicies.networking.k8s.io \"payload-processing-e2e-api-a-f13905\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-f13905 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:472\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:190\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-01T06:30:25Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"default-tenant","reconcileID":"b68d7f77-9d39-429a-8ecb-619477db6468","error":"apply: apply NetworkPolicy ai-tenant-e2e-api-a-f13905/payload-processing-e2e-api-a-f13905: networkpolicies.networking.k8s.io \"payload-processing-e2e-api-a-f13905\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-f13905 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-01T06:30:28Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f13905"},"tenantID":"e2e-api-a-f13905","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T06:30:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0fa0e1c5"}} {"level":"info","ts":"2026-11-01T06:30:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c7e551a7"}} {"level":"info","ts":"2026-11-01T06:30:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenantID":"e2e-extmod-a-8f45a2","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2"} {"level":"info","ts":"2026-11-01T06:30:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenantID":"e2e-extmod-a-8f45a2","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2"} {"level":"info","ts":"2026-11-01T06:30:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenantID":"e2e-extmod-a-8f45a2","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2"} {"level":"info","ts":"2026-11-01T06:30:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenantID":"e2e-shared-a-w1-d7d444","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444"} {"level":"info","ts":"2026-11-01T06:30:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-0aed62e2"},"tenantID":"e2e-derive-0aed62e2","namespace":"openshift-ingress","gatewayName":"e2e-derive-0aed62e2"} {"level":"info","ts":"2026-11-01T06:30:48Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0fa0e1c5"}} {"level":"info","ts":"2026-11-01T06:30:48Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c7e551a7"}} {"level":"info","ts":"2026-11-01T06:30:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenantID":"e2e-extmod-a-8f45a2","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2"} {"level":"info","ts":"2026-11-01T06:30:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenantID":"e2e-shared-a-w1-d7d444","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444"} {"level":"info","ts":"2026-11-01T06:30:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-0aed62e2"},"tenantID":"e2e-derive-0aed62e2","namespace":"openshift-ingress","gatewayName":"e2e-derive-0aed62e2"} {"level":"info","ts":"2026-11-01T06:30:58Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0fa0e1c5"}} {"level":"info","ts":"2026-11-01T06:30:58Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c7e551a7"}} {"level":"info","ts":"2026-11-01T06:31:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"tenantID":"e2e-extmod-a-cfe368","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cfe368"} {"level":"info","ts":"2026-11-01T06:31:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"tenantID":"e2e-extmod-b-3986bf","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf"} {"level":"info","ts":"2026-11-01T06:31:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenantID":"e2e-shared-b-w1-747b7b","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b"} {"level":"info","ts":"2026-11-01T06:31:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenantID":"e2e-shared-b-w1-747b7b","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b"} {"level":"info","ts":"2026-11-01T06:31:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"tenantID":"e2e-mt-c0662f25","namespace":"openshift-ingress","gatewayName":"e2e-mt-c0662f25"} {"level":"info","ts":"2026-11-01T06:31:11Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0fa0e1c5"}} {"level":"info","ts":"2026-11-01T06:31:11Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c7e551a7"}} {"level":"info","ts":"2026-11-01T06:31:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"tenantID":"e2e-mt-c0662f25","namespace":"openshift-ingress","gatewayName":"e2e-mt-c0662f25"} {"level":"info","ts":"2026-11-01T06:31:21Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0fa0e1c5"}} {"level":"info","ts":"2026-11-01T06:31:21Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c7e551a7"}} {"level":"info","ts":"2026-11-01T06:31:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"tenantID":"e2e-mt-c0662f25","namespace":"openshift-ingress","gatewayName":"e2e-mt-c0662f25"} {"level":"info","ts":"2026-11-01T06:31:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"tenantID":"e2e-mt-c0662f25","namespace":"openshift-ingress","gatewayName":"e2e-mt-c0662f25"} {"level":"info","ts":"2026-11-01T06:31:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"tenantID":"e2e-worker-w4-f73e89","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89"} {"level":"info","ts":"2026-11-01T06:31:32Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0fa0e1c5"}} {"level":"info","ts":"2026-11-01T06:31:32Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c7e551a7"}} {"level":"info","ts":"2026-11-01T06:31:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"tenantID":"e2e-mt-c0662f25","namespace":"openshift-ingress","gatewayName":"e2e-mt-c0662f25"} {"level":"error","ts":"2026-11-01T06:31:42Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-01T06:31:42Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c7e551a7"}} {"level":"info","ts":"2026-11-01T06:31:44Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-0aed62e2"}} {"level":"info","ts":"2026-11-01T06:31:45Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-0aed62e2"}} {"level":"info","ts":"2026-11-01T06:31:49Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-745a18"}} {"level":"info","ts":"2026-11-01T06:31:52Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-745a18"},"tenantID":"e2e-api-b-745a18","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T06:31:52Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c7e551a7"}} {"level":"info","ts":"2026-11-01T06:31:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"tenantID":"e2e-extmod-b-7d25db","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db"} {"level":"info","ts":"2026-11-01T06:31:58Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-0aed62e2"},"tenantID":"e2e-derive-0aed62e2","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T06:32:02Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c7e551a7"}} {"level":"info","ts":"2026-11-01T06:32:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenantID":"e2e-shared-b-w1-747b7b","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b"} {"level":"info","ts":"2026-11-01T06:32:12Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c7e551a7"}} {"level":"info","ts":"2026-11-01T06:32:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenantID":"e2e-shared-b-w1-747b7b","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b"} {"level":"info","ts":"2026-11-01T06:32:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3680c5"},"tenantID":"e2e-autores-3680c5","namespace":"openshift-ingress","gatewayName":"e2e-autores-3680c5"} {"level":"info","ts":"2026-11-01T06:32:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3680c5"},"tenantID":"e2e-autores-3680c5","namespace":"openshift-ingress","gatewayName":"e2e-autores-3680c5"} {"level":"info","ts":"2026-11-01T06:32:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c7e551a7"}} {"level":"info","ts":"2026-11-01T06:32:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c7e551a7"}} {"level":"info","ts":"2026-11-01T06:32:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c7e551a7"}} {"level":"info","ts":"2026-11-01T06:32:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c7e551a7"}} {"level":"info","ts":"2026-11-01T06:33:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenantID":"e2e-extmod-a-8f45a2","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2"} {"level":"info","ts":"2026-11-01T06:33:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenantID":"e2e-extmod-a-8f45a2","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2"} {"level":"info","ts":"2026-11-01T06:33:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenantID":"e2e-extmod-a-8f45a2","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2"} {"level":"info","ts":"2026-11-01T06:33:08Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c7e551a7"}} {"level":"info","ts":"2026-11-01T06:33:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenantID":"e2e-extmod-a-8f45a2","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2"} {"level":"info","ts":"2026-11-01T06:33:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenantID":"e2e-extmod-a-8f45a2","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2"} {"level":"info","ts":"2026-11-01T06:33:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenantID":"e2e-extmod-a-8f45a2","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2"} {"level":"info","ts":"2026-11-01T06:33:18Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c7e551a7"}} {"level":"info","ts":"2026-11-01T06:33:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenantID":"e2e-shared-b-w1-747b7b","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b"} {"level":"info","ts":"2026-11-01T06:33:22Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"}} {"level":"info","ts":"2026-11-01T06:33:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenantID":"e2e-shared-b-w1-747b7b","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b"} {"level":"info","ts":"2026-11-01T06:33:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3680c5"},"tenantID":"e2e-autores-3680c5","namespace":"openshift-ingress","gatewayName":"e2e-autores-3680c5"} {"level":"info","ts":"2026-11-01T06:33:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenantID":"e2e-extmod-a-8f45a2","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2"} {"level":"info","ts":"2026-11-01T06:33:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T06:33:34Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"tenantID":"e2e-mt-c0662f25","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T06:33:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"tenantID":"e2e-worker-w0-9c8fc5","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5"} {"level":"info","ts":"2026-11-01T06:33:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3680c5"},"tenantID":"e2e-autores-3680c5","namespace":"openshift-ingress","gatewayName":"e2e-autores-3680c5"} {"level":"info","ts":"2026-11-01T06:33:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c7e551a7"}} {"level":"info","ts":"2026-11-01T06:33:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T06:33:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c7e551a7"}} {"level":"info","ts":"2026-11-01T06:33:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"tenantID":"e2e-worker-w4-f73e89","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89"} {"level":"info","ts":"2026-11-01T06:33:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"tenantID":"e2e-worker-w0-9c8fc5","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5"} {"level":"info","ts":"2026-11-01T06:34:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenantID":"e2e-extmod-a-8f45a2","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2"} {"level":"info","ts":"2026-11-01T06:34:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"tenantID":"e2e-worker-w4-f73e89","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89"} {"level":"info","ts":"2026-11-01T06:34:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T06:34:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c7e551a7"}} {"level":"error","ts":"2026-11-01T06:34:08Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e","reconcileID":"fcfef8fe-8e39-4458-b834-dab0d30f562d","error":"resolver: no provider refs resolved to routes","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-01T06:34:08Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e","reconcileID":"d98167ac-31e1-4a65-b313-fa60f37b2efc","error":"resolver: no provider refs resolved to routes","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-01T06:34:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"tenantID":"e2e-extmod-a-cfe368","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cfe368"} {"level":"info","ts":"2026-11-01T06:34:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"tenantID":"e2e-extmod-a-cfe368","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cfe368"} {"level":"info","ts":"2026-11-01T06:34:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"tenantID":"e2e-extmod-a-cfe368","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cfe368"} {"level":"info","ts":"2026-11-01T06:34:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"tenantID":"e2e-worker-w2-14a6e4","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4"} {"level":"info","ts":"2026-11-01T06:34:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"tenantID":"e2e-worker-w2-14a6e4","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4"} {"level":"info","ts":"2026-11-01T06:34:19Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c7e551a7"}} {"level":"info","ts":"2026-11-01T06:34:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenantID":"e2e-extmod-a-8f45a2","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2"} {"level":"info","ts":"2026-11-01T06:34:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T06:34:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c7e551a7"}} {"level":"info","ts":"2026-11-01T06:34:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3680c5"},"tenantID":"e2e-autores-3680c5","namespace":"openshift-ingress","gatewayName":"e2e-autores-3680c5"} {"level":"info","ts":"2026-11-01T06:34:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3680c5"},"tenantID":"e2e-autores-3680c5","namespace":"openshift-ingress","gatewayName":"e2e-autores-3680c5"} {"level":"info","ts":"2026-11-01T06:34:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"tenantID":"e2e-shared-a-w0-71cea4","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-71cea4"} {"level":"info","ts":"2026-11-01T06:34:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c7e551a7"}} {"level":"info","ts":"2026-11-01T06:34:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"tenantID":"e2e-shared-b-w0-99e79c","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99e79c"} {"level":"info","ts":"2026-11-01T06:34:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3680c5"},"tenantID":"e2e-autores-3680c5","namespace":"openshift-ingress","gatewayName":"e2e-autores-3680c5"} {"level":"info","ts":"2026-11-01T06:34:51Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c7e551a7"}} {"level":"info","ts":"2026-11-01T06:34:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3680c5"},"tenantID":"e2e-autores-3680c5","namespace":"openshift-ingress","gatewayName":"e2e-autores-3680c5"} {"level":"info","ts":"2026-11-01T06:34:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3680c5"},"tenantID":"e2e-autores-3680c5","namespace":"openshift-ingress","gatewayName":"e2e-autores-3680c5"} {"level":"info","ts":"2026-11-01T06:34:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T06:35:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T06:35:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T06:35:03Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c7e551a7"}} {"level":"info","ts":"2026-11-01T06:35:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"tenantID":"e2e-extmod-a-cfe368","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cfe368"} {"level":"info","ts":"2026-11-01T06:35:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"tenantID":"e2e-extmod-a-cfe368","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cfe368"} {"level":"info","ts":"2026-11-01T06:35:13Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c7e551a7"}} {"level":"error","ts":"2026-11-01T06:35:23Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-c7e551a7"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-01T06:35:40Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e","reconcileID":"25fc29f7-0dd1-4244-a023-8c203e4ac11d","error":"remove ExternalModel cleanup finalizer: externalmodels.inference.opendatahub.io \"e2e-cmp-legacy-9dbd2e\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-01T06:35:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"tenantID":"e2e-extmod-a-cfe368","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cfe368"} {"level":"info","ts":"2026-11-01T06:35:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"tenantID":"e2e-extmod-a-cfe368","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cfe368"} {"level":"info","ts":"2026-11-01T06:35:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenantID":"e2e-shared-a-w1-d7d444","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444"} {"level":"info","ts":"2026-11-01T06:35:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenantID":"e2e-shared-a-w1-d7d444","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444"} {"level":"info","ts":"2026-11-01T06:35:54Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"}} {"level":"info","ts":"2026-11-01T06:35:54Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"}} {"level":"info","ts":"2026-11-01T06:35:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"tenantID":"e2e-mt-c0662f25","namespace":"openshift-ingress","gatewayName":"e2e-mt-c0662f25"} {"level":"info","ts":"2026-11-01T06:35:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"tenantID":"e2e-mt-c0662f25","namespace":"openshift-ingress","gatewayName":"e2e-mt-c0662f25"} {"level":"info","ts":"2026-11-01T06:36:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"tenantID":"e2e-extmod-b-3986bf","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf"} {"level":"info","ts":"2026-11-01T06:36:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3680c5"},"tenantID":"e2e-autores-3680c5","namespace":"openshift-ingress","gatewayName":"e2e-autores-3680c5"} {"level":"info","ts":"2026-11-01T06:36:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3680c5"},"tenantID":"e2e-autores-3680c5","namespace":"openshift-ingress","gatewayName":"e2e-autores-3680c5"} {"level":"info","ts":"2026-11-01T06:36:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenantID":"e2e-extmod-a-8f45a2","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2"} {"level":"info","ts":"2026-11-01T06:36:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenantID":"e2e-extmod-a-8f45a2","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2"} {"level":"info","ts":"2026-11-01T06:36:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenantID":"e2e-shared-a-w1-d7d444","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444"} {"level":"info","ts":"2026-11-01T06:36:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenantID":"e2e-extmod-a-8f45a2","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2"} {"level":"info","ts":"2026-11-01T06:36:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"tenantID":"e2e-mt-c0662f25","namespace":"openshift-ingress","gatewayName":"e2e-mt-c0662f25"} {"level":"info","ts":"2026-11-01T06:36:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"tenantID":"e2e-mt-c0662f25","namespace":"openshift-ingress","gatewayName":"e2e-mt-c0662f25"} {"level":"info","ts":"2026-11-01T06:36:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenantID":"e2e-extmod-a-8f45a2","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2"} {"level":"info","ts":"2026-11-01T06:36:52Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3680c5"}} {"level":"info","ts":"2026-11-01T06:36:54Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3680c5"},"tenantID":"e2e-autores-3680c5","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T06:36:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"tenantID":"e2e-extmod-b-7d25db","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db"} {"level":"info","ts":"2026-11-01T06:37:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenantID":"e2e-shared-b-w1-747b7b","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b"} {"level":"info","ts":"2026-11-01T06:37:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenantID":"e2e-shared-b-w1-747b7b","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b"} {"level":"info","ts":"2026-11-01T06:37:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenantID":"e2e-shared-b-w1-747b7b","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b"} {"level":"info","ts":"2026-11-01T06:37:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"tenantID":"e2e-mt-c0662f25","namespace":"openshift-ingress","gatewayName":"e2e-mt-c0662f25"} {"level":"info","ts":"2026-11-01T06:37:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"tenantID":"e2e-mt-c0662f25","namespace":"openshift-ingress","gatewayName":"e2e-mt-c0662f25"} {"level":"info","ts":"2026-11-01T06:37:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"tenantID":"e2e-extmod-a-cfe368","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cfe368"} {"level":"info","ts":"2026-11-01T06:37:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"tenantID":"e2e-extmod-a-cfe368","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cfe368"} {"level":"info","ts":"2026-11-01T06:38:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c673e5"},"tenantID":"e2e-explicit-c673e5","namespace":"openshift-ingress","gatewayName":"e2e-explicit-c673e5"} {"level":"info","ts":"2026-11-01T06:38:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c673e5"},"tenantID":"e2e-explicit-c673e5","namespace":"openshift-ingress","gatewayName":"e2e-explicit-c673e5"} {"level":"info","ts":"2026-11-01T06:38:50Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"}} {"level":"info","ts":"2026-11-01T06:38:53Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"tenantID":"e2e-mt-c0662f25","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T06:39:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"tenantID":"e2e-worker-w0-9c8fc5","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5"} {"level":"info","ts":"2026-11-01T06:39:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T06:39:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"tenantID":"e2e-worker-w4-f73e89","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89"} {"level":"info","ts":"2026-11-01T06:39:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c673e5"},"tenantID":"e2e-explicit-c673e5","namespace":"openshift-ingress","gatewayName":"e2e-explicit-c673e5"} {"level":"info","ts":"2026-11-01T06:39:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"tenantID":"e2e-extmod-b-3986bf","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf"} {"level":"info","ts":"2026-11-01T06:39:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T06:39:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c673e5"},"tenantID":"e2e-explicit-c673e5","namespace":"openshift-ingress","gatewayName":"e2e-explicit-c673e5"} {"level":"info","ts":"2026-11-01T06:39:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T06:39:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"tenantID":"e2e-worker-w2-14a6e4","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4"} {"level":"info","ts":"2026-11-01T06:39:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"tenantID":"e2e-shared-a-w0-71cea4","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-71cea4"} {"level":"info","ts":"2026-11-01T06:39:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"tenantID":"e2e-shared-b-w0-99e79c","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99e79c"} {"level":"info","ts":"2026-11-01T06:40:13Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}} {"level":"info","ts":"2026-11-01T06:40:13Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}} {"level":"info","ts":"2026-11-01T06:40:14Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:40:14Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:40:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c673e5"},"tenantID":"e2e-explicit-c673e5","namespace":"openshift-ingress","gatewayName":"e2e-explicit-c673e5"} {"level":"info","ts":"2026-11-01T06:40:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c673e5"},"tenantID":"e2e-explicit-c673e5","namespace":"openshift-ingress","gatewayName":"e2e-explicit-c673e5"} {"level":"info","ts":"2026-11-01T06:40:23Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}} {"level":"info","ts":"2026-11-01T06:40:24Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:40:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c673e5"},"tenantID":"e2e-explicit-c673e5","namespace":"openshift-ingress","gatewayName":"e2e-explicit-c673e5"} {"level":"info","ts":"2026-11-01T06:40:35Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}} {"level":"info","ts":"2026-11-01T06:40:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c673e5"},"tenantID":"e2e-explicit-c673e5","namespace":"openshift-ingress","gatewayName":"e2e-explicit-c673e5"} {"level":"info","ts":"2026-11-01T06:40:37Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:40:37Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}} {"level":"info","ts":"2026-11-01T06:40:47Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:40:47Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}} {"level":"info","ts":"2026-11-01T06:40:57Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:40:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}} {"level":"info","ts":"2026-11-01T06:41:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c673e5"},"tenantID":"e2e-explicit-c673e5","namespace":"openshift-ingress","gatewayName":"e2e-explicit-c673e5"} {"level":"info","ts":"2026-11-01T06:41:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c673e5"},"tenantID":"e2e-explicit-c673e5","namespace":"openshift-ingress","gatewayName":"e2e-explicit-c673e5"} {"level":"info","ts":"2026-11-01T06:41:09Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:41:09Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}} {"level":"info","ts":"2026-11-01T06:41:19Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:41:19Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}} {"level":"info","ts":"2026-11-01T06:41:29Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:41:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}} {"level":"info","ts":"2026-11-01T06:41:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenantID":"e2e-shared-a-w1-d7d444","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444"} {"level":"info","ts":"2026-11-01T06:41:39Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:41:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}} {"level":"info","ts":"2026-11-01T06:41:48Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c673e5"}} {"level":"info","ts":"2026-11-01T06:41:50Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c673e5"},"tenantID":"e2e-explicit-c673e5","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T06:41:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenantID":"e2e-extmod-a-8f45a2","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2"} {"level":"info","ts":"2026-11-01T06:41:53Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:41:53Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}} {"level":"info","ts":"2026-11-01T06:42:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"tenantID":"e2e-extmod-b-7d25db","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db"} {"level":"info","ts":"2026-11-01T06:42:03Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:42:03Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}} {"level":"info","ts":"2026-11-01T06:42:13Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:42:13Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}} {"level":"info","ts":"2026-11-01T06:42:18Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:42:19Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:42:19Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:42:23Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}} {"level":"info","ts":"2026-11-01T06:42:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:42:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenantID":"e2e-shared-b-w1-747b7b","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b"} {"level":"info","ts":"2026-11-01T06:42:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}} {"level":"info","ts":"2026-11-01T06:42:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:42:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}} {"level":"info","ts":"2026-11-01T06:42:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:42:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}} {"level":"info","ts":"2026-11-01T06:43:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"tenantID":"e2e-extmod-a-cfe368","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cfe368"} {"level":"info","ts":"2026-11-01T06:43:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:43:04Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}} {"level":"info","ts":"2026-11-01T06:43:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:43:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}} {"level":"info","ts":"2026-11-01T06:43:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenantID":"e2e-shared-a-w1-d7d444","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444"} {"level":"info","ts":"2026-11-01T06:43:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenantID":"e2e-shared-a-w1-d7d444","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444"} {"level":"info","ts":"2026-11-01T06:43:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:43:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}} {"level":"error","ts":"2026-11-01T06:43:27Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-23f068","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-ok-23f068","reconcileID":"f83e774d-379b-4b62-82f7-210c121a52ef","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-cfl-ok-23f068\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-01T06:43:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenantID":"e2e-extmod-a-8f45a2","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2"} {"level":"info","ts":"2026-11-01T06:43:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenantID":"e2e-extmod-a-8f45a2","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2"} {"level":"info","ts":"2026-11-01T06:43:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenantID":"e2e-extmod-a-8f45a2","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2"} {"level":"info","ts":"2026-11-01T06:43:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenantID":"e2e-shared-b-w1-747b7b","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b"} {"level":"info","ts":"2026-11-01T06:43:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:43:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}} {"level":"info","ts":"2026-11-01T06:43:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenantID":"e2e-shared-b-w1-747b7b","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b"} {"level":"info","ts":"2026-11-01T06:43:44Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}} {"level":"info","ts":"2026-11-01T06:43:44Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}} {"level":"info","ts":"2026-11-01T06:43:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:43:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}} {"level":"info","ts":"2026-11-01T06:43:54Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}} {"level":"info","ts":"2026-11-01T06:43:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"tenantID":"e2e-extmod-a-5be4fa","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5be4fa"} {"level":"info","ts":"2026-11-01T06:44:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"tenantID":"e2e-extmod-a-5be4fa","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5be4fa"} {"level":"info","ts":"2026-11-01T06:44:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:44:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}} {"level":"error","ts":"2026-11-01T06:44:01Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-same-20611e","reconcileID":"ddeb6189-8199-4ac7-89ef-fedc58949915","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-cfl-same-20611e\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-01T06:44:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenantID":"e2e-extmod-a-8f45a2","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2"} {"level":"info","ts":"2026-11-01T06:44:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenantID":"e2e-extmod-a-8f45a2","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2"} {"level":"info","ts":"2026-11-01T06:44:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"tenantID":"e2e-worker-w0-9c8fc5","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5"} {"level":"info","ts":"2026-11-01T06:44:08Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}} {"level":"info","ts":"2026-11-01T06:44:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"tenantID":"e2e-worker-w4-f73e89","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89"} {"level":"info","ts":"2026-11-01T06:44:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:44:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}} {"level":"info","ts":"2026-11-01T06:44:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenantID":"e2e-extmod-a-8f45a2","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2"} {"level":"info","ts":"2026-11-01T06:44:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenantID":"e2e-extmod-a-8f45a2","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2"} {"level":"info","ts":"2026-11-01T06:44:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"tenantID":"e2e-extmod-b-3986bf","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf"} {"level":"info","ts":"2026-11-01T06:44:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenantID":"e2e-shared-a-w1-d7d444","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444"} {"level":"info","ts":"2026-11-01T06:44:22Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}} {"level":"info","ts":"2026-11-01T06:44:22Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:44:22Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}} {"level":"info","ts":"2026-11-01T06:44:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenantID":"e2e-shared-a-w1-d7d444","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444"} {"level":"info","ts":"2026-11-01T06:44:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T06:44:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenantID":"e2e-extmod-a-8f45a2","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2"} {"level":"info","ts":"2026-11-01T06:44:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}} {"level":"info","ts":"2026-11-01T06:44:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"tenantID":"e2e-worker-w2-14a6e4","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4"} {"level":"info","ts":"2026-11-01T06:44:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenantID":"e2e-extmod-a-8f45a2","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2"} {"level":"info","ts":"2026-11-01T06:44:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:44:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}} {"level":"info","ts":"2026-11-01T06:44:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}} {"level":"info","ts":"2026-11-01T06:44:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenantID":"e2e-extmod-a-8f45a2","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2"} {"level":"info","ts":"2026-11-01T06:44:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenantID":"e2e-extmod-a-8f45a2","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2"} {"level":"info","ts":"2026-11-01T06:44:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"tenantID":"e2e-shared-a-w0-71cea4","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-71cea4"} {"level":"info","ts":"2026-11-01T06:44:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenantID":"e2e-extmod-a-8f45a2","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2"} {"level":"info","ts":"2026-11-01T06:44:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:44:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}} {"level":"info","ts":"2026-11-01T06:44:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"tenantID":"e2e-shared-b-w0-99e79c","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99e79c"} {"level":"info","ts":"2026-11-01T06:44:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenantID":"e2e-shared-b-w1-747b7b","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b"} {"level":"info","ts":"2026-11-01T06:44:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"tenantID":"e2e-extmod-a-5be4fa","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5be4fa"} {"level":"info","ts":"2026-11-01T06:44:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenantID":"e2e-extmod-a-8f45a2","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2"} {"level":"info","ts":"2026-11-01T06:44:59Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}} {"level":"info","ts":"2026-11-01T06:45:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenantID":"e2e-shared-b-w1-747b7b","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b"} {"level":"info","ts":"2026-11-01T06:45:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"tenantID":"e2e-extmod-a-5be4fa","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5be4fa"} {"level":"info","ts":"2026-11-01T06:45:03Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:45:03Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}} {"level":"info","ts":"2026-11-01T06:45:09Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}} {"level":"info","ts":"2026-11-01T06:45:13Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:45:13Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}} {"level":"info","ts":"2026-11-01T06:45:19Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}} {"level":"info","ts":"2026-11-01T06:45:23Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:45:23Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}} {"level":"info","ts":"2026-11-01T06:45:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}} {"level":"info","ts":"2026-11-01T06:45:33Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:45:33Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}} {"level":"info","ts":"2026-11-01T06:45:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}} {"level":"info","ts":"2026-11-01T06:45:43Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:45:43Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}} {"level":"info","ts":"2026-11-01T06:45:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}} {"level":"info","ts":"2026-11-01T06:45:53Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:45:53Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}} {"level":"info","ts":"2026-11-01T06:45:59Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}} {"level":"info","ts":"2026-11-01T06:46:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"tenantID":"e2e-extmod-a-5be4fa","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5be4fa"} {"level":"info","ts":"2026-11-01T06:46:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"tenantID":"e2e-extmod-a-5be4fa","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5be4fa"} {"level":"info","ts":"2026-11-01T06:46:03Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:46:03Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}} {"level":"info","ts":"2026-11-01T06:46:05Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-f73e89"}} {"level":"info","ts":"2026-11-01T06:46:07Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"tenantID":"e2e-worker-w4-f73e89","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T06:46:09Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}} {"level":"info","ts":"2026-11-01T06:46:13Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:46:13Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}} {"level":"info","ts":"2026-11-01T06:46:19Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}} {"level":"info","ts":"2026-11-01T06:46:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"tenantID":"e2e-extmod-b-d2260d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d2260d"} {"level":"info","ts":"2026-11-01T06:46:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"tenantID":"e2e-extmod-b-d2260d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d2260d"} {"level":"info","ts":"2026-11-01T06:46:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:46:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}} {"level":"info","ts":"2026-11-01T06:46:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}} {"level":"info","ts":"2026-11-01T06:46:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:46:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}} {"level":"info","ts":"2026-11-01T06:46:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}} {"level":"info","ts":"2026-11-01T06:46:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:46:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}} {"level":"info","ts":"2026-11-01T06:46:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"tenantID":"e2e-extmod-b-7d25db","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db"} {"level":"info","ts":"2026-11-01T06:46:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"tenantID":"e2e-extmod-b-7d25db","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db"} {"level":"info","ts":"2026-11-01T06:46:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}} {"level":"info","ts":"2026-11-01T06:46:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:46:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}} {"level":"info","ts":"2026-11-01T06:47:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}} {"level":"info","ts":"2026-11-01T06:47:04Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:47:04Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}} {"level":"info","ts":"2026-11-01T06:47:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}} {"level":"info","ts":"2026-11-01T06:47:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:47:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}} {"level":"info","ts":"2026-11-01T06:47:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"tenantID":"e2e-extmod-b-d2260d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d2260d"} {"level":"info","ts":"2026-11-01T06:47:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}} {"level":"info","ts":"2026-11-01T06:47:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"tenantID":"e2e-extmod-b-d2260d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d2260d"} {"level":"info","ts":"2026-11-01T06:47:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:47:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}} {"level":"info","ts":"2026-11-01T06:47:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}} {"level":"info","ts":"2026-11-01T06:47:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:47:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}} {"level":"info","ts":"2026-11-01T06:47:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}} {"level":"info","ts":"2026-11-01T06:47:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:47:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}} {"level":"info","ts":"2026-11-01T06:47:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}} {"level":"info","ts":"2026-11-01T06:47:55Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"}} {"level":"info","ts":"2026-11-01T06:47:57Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenantID":"e2e-extmod-a-8f45a2","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T06:47:58Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:47:58Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}} {"level":"info","ts":"2026-11-01T06:48:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}} {"level":"info","ts":"2026-11-01T06:48:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"tenantID":"e2e-extmod-a-cfe368","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cfe368"} {"level":"info","ts":"2026-11-01T06:48:08Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:48:08Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}} {"level":"info","ts":"2026-11-01T06:48:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}} {"level":"info","ts":"2026-11-01T06:48:18Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:48:18Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}} {"level":"info","ts":"2026-11-01T06:48:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}} {"level":"info","ts":"2026-11-01T06:48:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"tenantID":"e2e-extmod-b-d2260d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d2260d"} {"level":"info","ts":"2026-11-01T06:48:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"tenantID":"e2e-extmod-b-d2260d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d2260d"} {"level":"info","ts":"2026-11-01T06:48:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:48:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}} {"level":"info","ts":"2026-11-01T06:48:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}} {"level":"info","ts":"2026-11-01T06:48:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:48:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}} {"level":"info","ts":"2026-11-01T06:48:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}} {"level":"info","ts":"2026-11-01T06:48:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"tenantID":"e2e-extmod-a-5be4fa","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5be4fa"} {"level":"info","ts":"2026-11-01T06:48:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"tenantID":"e2e-extmod-a-5be4fa","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5be4fa"} {"level":"info","ts":"2026-11-01T06:48:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"tenantID":"e2e-extmod-a-5be4fa","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5be4fa"} {"level":"info","ts":"2026-11-01T06:48:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:48:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}} {"level":"info","ts":"2026-11-01T06:48:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}} {"level":"info","ts":"2026-11-01T06:49:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:49:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}} {"level":"info","ts":"2026-11-01T06:49:01Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d25db"}} {"level":"info","ts":"2026-11-01T06:49:03Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"tenantID":"e2e-extmod-b-7d25db","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T06:49:03Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}} {"level":"info","ts":"2026-11-01T06:49:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"tenantID":"e2e-worker-w0-9c8fc5","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5"} {"level":"info","ts":"2026-11-01T06:49:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:49:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}} {"level":"info","ts":"2026-11-01T06:49:13Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}} {"level":"info","ts":"2026-11-01T06:49:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"tenantID":"e2e-extmod-b-3986bf","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf"} {"level":"info","ts":"2026-11-01T06:49:22Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:49:22Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}} {"level":"info","ts":"2026-11-01T06:49:23Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}} {"level":"info","ts":"2026-11-01T06:49:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenantID":"e2e-shared-a-w1-d7d444","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444"} {"level":"info","ts":"2026-11-01T06:49:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T06:49:31Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"tenantID":"e2e-worker-w2-14a6e4","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T06:49:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"tenantID":"e2e-extmod-b-d2260d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d2260d"} {"level":"info","ts":"2026-11-01T06:49:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:49:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}} {"level":"info","ts":"2026-11-01T06:49:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"tenantID":"e2e-extmod-b-d2260d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d2260d"} {"level":"info","ts":"2026-11-01T06:49:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}} {"level":"info","ts":"2026-11-01T06:49:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:49:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}} {"level":"info","ts":"2026-11-01T06:49:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}} {"level":"info","ts":"2026-11-01T06:49:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"tenantID":"e2e-shared-a-w0-71cea4","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-71cea4"} {"level":"info","ts":"2026-11-01T06:49:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"tenantID":"e2e-shared-b-w0-99e79c","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99e79c"} {"level":"info","ts":"2026-11-01T06:49:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:49:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}} {"level":"info","ts":"2026-11-01T06:49:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}} {"level":"info","ts":"2026-11-01T06:50:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenantID":"e2e-shared-b-w1-747b7b","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b"} {"level":"info","ts":"2026-11-01T06:50:04Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:50:04Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}} {"level":"info","ts":"2026-11-01T06:50:06Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}} {"level":"info","ts":"2026-11-01T06:50:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:50:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}} {"level":"info","ts":"2026-11-01T06:50:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}} {"level":"info","ts":"2026-11-01T06:50:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:50:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}} {"level":"info","ts":"2026-11-01T06:50:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}} {"level":"info","ts":"2026-11-01T06:50:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:50:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"}} {"level":"info","ts":"2026-11-01T06:50:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}} {"level":"error","ts":"2026-11-01T06:50:41Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-99fddb10","reconcileID":"28cfa964-0221-4489-832e-a331fc17f12d","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-fail-99fddb10\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-01T06:50:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"tenantID":"e2e-extmod-b-d2260d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d2260d"} {"level":"info","ts":"2026-11-01T06:50:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"tenantID":"e2e-extmod-b-d2260d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d2260d"} {"level":"info","ts":"2026-11-01T06:50:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"error","ts":"2026-11-01T06:50:46Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0758d4e"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-01T06:50:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}} {"level":"error","ts":"2026-11-01T06:50:54Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-5bea10b7","reconcileID":"bee4d712-3151-40cf-a74e-5222a4a3ee5a","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-fail-5bea10b7\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-01T06:50:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"tenantID":"e2e-extmod-a-5be4fa","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5be4fa"} {"level":"info","ts":"2026-11-01T06:50:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"tenantID":"e2e-extmod-a-5be4fa","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5be4fa"} {"level":"info","ts":"2026-11-01T06:50:59Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:50:59Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}} {"level":"info","ts":"2026-11-01T06:51:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenantID":"e2e-shared-a-w1-d7d444","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444"} {"level":"info","ts":"2026-11-01T06:51:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenantID":"e2e-shared-b-w1-747b7b","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b"} {"level":"info","ts":"2026-11-01T06:51:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenantID":"e2e-shared-a-w1-d7d444","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444"} {"level":"info","ts":"2026-11-01T06:51:11Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"tenantID":"e2e-extmod-a-5be4fa","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T06:51:12Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:51:12Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}} {"level":"info","ts":"2026-11-01T06:51:22Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:51:22Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}} {"level":"info","ts":"2026-11-01T06:51:32Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:51:32Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}} {"level":"info","ts":"2026-11-01T06:51:39Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"tenantID":"e2e-extmod-b-d2260d","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T06:51:42Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:51:42Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}} {"level":"info","ts":"2026-11-01T06:51:48Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"}} {"level":"info","ts":"2026-11-01T06:51:50Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenantID":"e2e-shared-a-w1-d7d444","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T06:51:52Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:51:52Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}} {"level":"info","ts":"2026-11-01T06:52:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"tenantID":"e2e-shared-a-w0-71cea4","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-71cea4"} {"level":"info","ts":"2026-11-01T06:52:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"tenantID":"e2e-shared-a-w0-71cea4","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-71cea4"} {"level":"info","ts":"2026-11-01T06:52:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:52:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}} {"level":"error","ts":"2026-11-01T06:52:09Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"error":"apply NetworkPolicy ai-tenant-e2e-shared-b-w1-747b7b/payload-processing-e2e-shared-b-w1-747b7b: networkpolicies.networking.k8s.io \"payload-processing-e2e-shared-b-w1-747b7b\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w1-747b7b because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:472\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:190\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-01T06:52:09Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"default-tenant","reconcileID":"c67ba0e7-be03-4847-8560-cc6f157cec43","error":"apply: apply NetworkPolicy ai-tenant-e2e-shared-b-w1-747b7b/payload-processing-e2e-shared-b-w1-747b7b: networkpolicies.networking.k8s.io \"payload-processing-e2e-shared-b-w1-747b7b\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w1-747b7b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-01T06:52:11Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenantID":"e2e-shared-b-w1-747b7b","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T06:52:15Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"}} {"level":"info","ts":"2026-11-01T06:52:15Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}} {"level":"error","ts":"2026-11-01T06:52:25Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ae20377a"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-01T06:52:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}} {"level":"info","ts":"2026-11-01T06:52:34Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"}} {"level":"info","ts":"2026-11-01T06:52:36Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"tenantID":"e2e-shared-a-w0-71cea4","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T06:52:37Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}} {"level":"info","ts":"2026-11-01T06:52:47Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cfe368"}} {"level":"info","ts":"2026-11-01T06:52:49Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"tenantID":"e2e-extmod-a-cfe368","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T06:52:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}} {"level":"info","ts":"2026-11-01T06:52:59Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}} {"level":"info","ts":"2026-11-01T06:53:09Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}} {"level":"info","ts":"2026-11-01T06:53:13Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"}} {"level":"info","ts":"2026-11-01T06:53:16Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"tenantID":"e2e-shared-b-w0-99e79c","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T06:53:19Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}} {"level":"info","ts":"2026-11-01T06:53:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}} {"level":"info","ts":"2026-11-01T06:53:36Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3986bf"}} {"level":"info","ts":"2026-11-01T06:53:38Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"tenantID":"e2e-extmod-b-3986bf","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T06:53:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}} {"level":"info","ts":"2026-11-01T06:53:50Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"}} {"level":"info","ts":"2026-11-01T06:53:52Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"tenantID":"e2e-worker-w0-9c8fc5","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T06:53:52Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}} {"level":"info","ts":"2026-11-01T06:54:02Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}} {"level":"info","ts":"2026-11-01T06:54:12Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"}} {"level":"error","ts":"2026-11-01T06:54:22Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb4dca73"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-01T06:54:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}