{"level":"info","ts":"2026-11-01T06:47:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"tenantID":"e2e-extmod-b-dc6e48","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48"} {"level":"info","ts":"2026-11-01T06:47:58Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ea5e210a"}} {"level":"info","ts":"2026-11-01T06:47:58Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-d2038c66"}} {"level":"info","ts":"2026-11-01T06:47:58Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-53d660f2"}} {"level":"info","ts":"2026-11-01T06:47:58Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d8097af"}} {"level":"error","ts":"2026-11-01T06:48:02Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-c6132c","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c","reconcileID":"6b0df176-fe45-42e1-a1b4-c43af2a12fd6","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-shr-auth-c6132c\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-01T06:48:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-25719d"},"tenantID":"e2e-extmod-a-25719d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d"} {"level":"info","ts":"2026-11-01T06:48:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"tenantID":"e2e-extmod-b-1ff1dc","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc"} {"level":"info","ts":"2026-11-01T06:48:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d855db"},"tenantID":"e2e-api-b-d855db","namespace":"openshift-ingress","gatewayName":"e2e-api-b-d855db"} {"level":"info","ts":"2026-11-01T06:48:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"tenantID":"e2e-extmod-b-dc6e48","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48"} {"level":"info","ts":"2026-11-01T06:48:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-25719d"},"tenantID":"e2e-extmod-a-25719d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d"} {"level":"error","ts":"2026-11-01T06:48:15Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"7a71a1a4-9912-42c7-853e-498399784b6a","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-att-unrel-33c530\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-01T06:48:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"tenantID":"e2e-extmod-b-1ff1dc","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc"} {"level":"info","ts":"2026-11-01T06:48:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-47bc8f48"}} {"level":"info","ts":"2026-11-01T06:48:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ea5e210a"}} {"level":"error","ts":"2026-11-01T06:48:16Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-d2038c66"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-01T06:48:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-53d660f2"}} {"level":"info","ts":"2026-11-01T06:48:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d8097af"}} {"level":"info","ts":"2026-11-01T06:48:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d855db"},"tenantID":"e2e-api-b-d855db","namespace":"openshift-ingress","gatewayName":"e2e-api-b-d855db"} {"level":"info","ts":"2026-11-01T06:48:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"tenantID":"e2e-extmod-b-dc6e48","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48"} {"level":"info","ts":"2026-11-01T06:48:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-47bc8f48"}} {"level":"info","ts":"2026-11-01T06:48:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ea5e210a"}} {"level":"info","ts":"2026-11-01T06:48:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-53d660f2"}} {"level":"info","ts":"2026-11-01T06:48:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d8097af"}} {"level":"error","ts":"2026-11-01T06:48:27Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-0fe371","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371","reconcileID":"05012626-eac8-4820-b8a9-4056d4be3543","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-shr-shared-0fe371\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-01T06:48:28Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"150addf6-20b0-4f38-b012-1b247a18affe","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-att-serve-029b10\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-01T06:48:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"tenantID":"e2e-extmod-b-1ff1dc","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc"} {"level":"info","ts":"2026-11-01T06:48:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-25719d"},"tenantID":"e2e-extmod-a-25719d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d"} {"level":"info","ts":"2026-11-01T06:48:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"tenantID":"e2e-extmod-b-dc6e48","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48"} {"level":"info","ts":"2026-11-01T06:48:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"tenantID":"e2e-extmod-a-caf74d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d"} {"level":"info","ts":"2026-11-01T06:48:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"tenantID":"e2e-extmod-b-1ff1dc","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc"} {"level":"info","ts":"2026-11-01T06:48:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-25719d"},"tenantID":"e2e-extmod-a-25719d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d"} {"level":"info","ts":"2026-11-01T06:48:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"tenantID":"e2e-extmod-b-dc6e48","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48"} {"level":"info","ts":"2026-11-01T06:48:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-47bc8f48"}} {"level":"info","ts":"2026-11-01T06:48:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ea5e210a"}} {"level":"info","ts":"2026-11-01T06:48:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-53d660f2"}} {"level":"info","ts":"2026-11-01T06:48:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d8097af"}} {"level":"info","ts":"2026-11-01T06:48:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T06:48:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-190724"},"tenantID":"e2e-worker-w4-190724","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724"} {"level":"info","ts":"2026-11-01T06:48:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-581487"},"tenantID":"e2e-extmod-b-581487","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-581487"} {"level":"info","ts":"2026-11-01T06:48:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T06:48:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-581487"},"tenantID":"e2e-extmod-b-581487","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-581487"} {"level":"info","ts":"2026-11-01T06:48:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-47bc8f48"}} {"level":"info","ts":"2026-11-01T06:48:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ea5e210a"}} {"level":"info","ts":"2026-11-01T06:48:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-53d660f2"}} {"level":"info","ts":"2026-11-01T06:48:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d8097af"}} {"level":"info","ts":"2026-11-01T06:49:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T06:49:06Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-47bc8f48"}} {"level":"info","ts":"2026-11-01T06:49:06Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ea5e210a"}} {"level":"info","ts":"2026-11-01T06:49:06Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-53d660f2"}} {"level":"info","ts":"2026-11-01T06:49:06Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d8097af"}} {"level":"info","ts":"2026-11-01T06:49:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T06:49:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-47bc8f48"},"tenantID":"e2e-mt-47bc8f48","namespace":"openshift-ingress","gatewayName":"e2e-mt-47bc8f48"} {"level":"info","ts":"2026-11-01T06:49:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d855db"},"tenantID":"e2e-api-b-d855db","namespace":"openshift-ingress","gatewayName":"e2e-api-b-d855db"} {"level":"info","ts":"2026-11-01T06:49:23Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-47bc8f48"}} {"level":"info","ts":"2026-11-01T06:49:23Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ea5e210a"}} {"level":"info","ts":"2026-11-01T06:49:23Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-53d660f2"}} {"level":"info","ts":"2026-11-01T06:49:23Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d8097af"}} {"level":"info","ts":"2026-11-01T06:49:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T06:49:28Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-47bc8f48"},"tenantID":"e2e-mt-47bc8f48","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T06:49:31Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8a9760"}} {"level":"info","ts":"2026-11-01T06:49:34Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8a9760"},"tenantID":"e2e-api-a-8a9760","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T06:49:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-47bc8f48"}} {"level":"info","ts":"2026-11-01T06:49:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ea5e210a"}} {"level":"info","ts":"2026-11-01T06:49:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-53d660f2"}} {"level":"info","ts":"2026-11-01T06:49:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d8097af"}} {"level":"info","ts":"2026-11-01T06:49:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"tenantID":"e2e-shared-a-w3-2e0116","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-2e0116"} {"level":"info","ts":"2026-11-01T06:49:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-47bc8f48"}} {"level":"info","ts":"2026-11-01T06:49:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ea5e210a"}} {"level":"info","ts":"2026-11-01T06:49:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-53d660f2"}} {"level":"info","ts":"2026-11-01T06:49:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d8097af"}} {"level":"info","ts":"2026-11-01T06:49:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-581487"},"tenantID":"e2e-extmod-b-581487","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-581487"} {"level":"info","ts":"2026-11-01T06:49:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-47bc8f48"}} {"level":"info","ts":"2026-11-01T06:49:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ea5e210a"}} {"level":"info","ts":"2026-11-01T06:49:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-53d660f2"}} {"level":"info","ts":"2026-11-01T06:49:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d8097af"}} {"level":"info","ts":"2026-11-01T06:50:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-581487"},"tenantID":"e2e-extmod-b-581487","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-581487"} {"level":"info","ts":"2026-11-01T06:50:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"tenantID":"e2e-shared-b-w3-51aa8f","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-51aa8f"} {"level":"info","ts":"2026-11-01T06:50:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T06:50:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T06:50:09Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-47bc8f48"}} {"level":"info","ts":"2026-11-01T06:50:09Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ea5e210a"}} {"level":"info","ts":"2026-11-01T06:50:09Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-53d660f2"}} {"level":"info","ts":"2026-11-01T06:50:09Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d8097af"}} {"level":"info","ts":"2026-11-01T06:50:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T06:50:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T06:50:25Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d855db"},"tenantID":"e2e-api-b-d855db","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T06:50:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-47bc8f48"}} {"level":"info","ts":"2026-11-01T06:50:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ea5e210a"}} {"level":"info","ts":"2026-11-01T06:50:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-53d660f2"}} {"level":"info","ts":"2026-11-01T06:50:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d8097af"}} {"level":"info","ts":"2026-11-01T06:50:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T06:50:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T06:50:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"tenantID":"e2e-shared-a-w0-302ba0","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-302ba0"} {"level":"info","ts":"2026-11-01T06:50:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T06:50:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"tenantID":"e2e-shared-a-w0-302ba0","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-302ba0"} {"level":"info","ts":"2026-11-01T06:50:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-47bc8f48"}} {"level":"info","ts":"2026-11-01T06:50:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ea5e210a"}} {"level":"error","ts":"2026-11-01T06:50:38Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-53d660f2"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-01T06:50:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d8097af"}} {"level":"info","ts":"2026-11-01T06:50:48Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-47bc8f48"}} {"level":"info","ts":"2026-11-01T06:50:48Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ea5e210a"}} {"level":"info","ts":"2026-11-01T06:50:48Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d8097af"}} {"level":"info","ts":"2026-11-01T06:51:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"tenantID":"e2e-worker-w0-3ba2f3","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3"} {"level":"info","ts":"2026-11-01T06:51:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-47bc8f48"}} {"level":"info","ts":"2026-11-01T06:51:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ea5e210a"}} {"level":"info","ts":"2026-11-01T06:51:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d8097af"}} {"level":"info","ts":"2026-11-01T06:51:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-581487"},"tenantID":"e2e-extmod-b-581487","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-581487"} {"level":"info","ts":"2026-11-01T06:51:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T06:51:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-581487"},"tenantID":"e2e-extmod-b-581487","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-581487"} {"level":"info","ts":"2026-11-01T06:51:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T06:51:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"tenantID":"e2e-extmod-a-caf74d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d"} {"level":"info","ts":"2026-11-01T06:51:15Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-47bc8f48"}} {"level":"info","ts":"2026-11-01T06:51:15Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ea5e210a"}} {"level":"info","ts":"2026-11-01T06:51:15Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d8097af"}} {"level":"info","ts":"2026-11-01T06:51:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T06:51:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"tenantID":"e2e-extmod-a-caf74d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d"} {"level":"info","ts":"2026-11-01T06:51:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T06:51:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"tenantID":"e2e-extmod-a-caf74d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d"} {"level":"info","ts":"2026-11-01T06:51:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T06:51:28Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-47bc8f48"}} {"level":"info","ts":"2026-11-01T06:51:28Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ea5e210a"}} {"level":"info","ts":"2026-11-01T06:51:28Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d8097af"}} {"level":"info","ts":"2026-11-01T06:51:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T06:51:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"tenantID":"e2e-shared-a-w0-302ba0","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-302ba0"} {"level":"info","ts":"2026-11-01T06:51:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"error","ts":"2026-11-01T06:51:35Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-32bc50","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-32bc50","reconcileID":"d74af35b-3f9f-4389-99a8-e517f7b5e516","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-dft-del-32bc50\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-01T06:51:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"tenantID":"e2e-shared-a-w0-302ba0","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-302ba0"} {"level":"info","ts":"2026-11-01T06:51:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T06:51:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-28c598"},"tenantID":"e2e-worker-w3-28c598","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598"} {"level":"info","ts":"2026-11-01T06:51:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c79abe"},"tenantID":"e2e-extmod-a-c79abe","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c79abe"} {"level":"info","ts":"2026-11-01T06:51:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-47bc8f48"}} {"level":"info","ts":"2026-11-01T06:51:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ea5e210a"}} {"level":"info","ts":"2026-11-01T06:51:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d8097af"}} {"level":"info","ts":"2026-11-01T06:51:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T06:51:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-28c598"},"tenantID":"e2e-worker-w3-28c598","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598"} {"level":"info","ts":"2026-11-01T06:51:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-a3e841"},"tenantID":"e2e-autores-a3e841","namespace":"openshift-ingress","gatewayName":"e2e-autores-a3e841"} {"level":"info","ts":"2026-11-01T06:51:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-a3e841"},"tenantID":"e2e-autores-a3e841","namespace":"openshift-ingress","gatewayName":"e2e-autores-a3e841"} {"level":"info","ts":"2026-11-01T06:51:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-47bc8f48"}} {"level":"info","ts":"2026-11-01T06:51:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ea5e210a"}} {"level":"info","ts":"2026-11-01T06:51:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d8097af"}} {"level":"info","ts":"2026-11-01T06:52:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-47bc8f48"}} {"level":"info","ts":"2026-11-01T06:52:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ea5e210a"}} {"level":"info","ts":"2026-11-01T06:52:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d8097af"}} {"level":"info","ts":"2026-11-01T06:52:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"tenantID":"e2e-worker-w2-8ff537","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537"} {"level":"info","ts":"2026-11-01T06:52:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-47bc8f48"}} {"level":"info","ts":"2026-11-01T06:52:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ea5e210a"}} {"level":"info","ts":"2026-11-01T06:52:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d8097af"}} {"level":"info","ts":"2026-11-01T06:52:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-47bc8f48"}} {"level":"info","ts":"2026-11-01T06:52:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ea5e210a"}} {"level":"error","ts":"2026-11-01T06:52:26Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6d8097af"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-01T06:52:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-47bc8f48"}} {"level":"info","ts":"2026-11-01T06:52:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ea5e210a"}} {"level":"info","ts":"2026-11-01T06:52:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T06:52:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"tenantID":"e2e-extmod-a-caf74d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d"} {"level":"info","ts":"2026-11-01T06:52:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"tenantID":"e2e-shared-a-w0-302ba0","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-302ba0"} {"level":"info","ts":"2026-11-01T06:52:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-28c598"},"tenantID":"e2e-worker-w3-28c598","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598"} {"level":"info","ts":"2026-11-01T06:52:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T06:52:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"tenantID":"e2e-extmod-a-caf74d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d"} {"level":"info","ts":"2026-11-01T06:52:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"tenantID":"e2e-shared-b-w0-6ba6e5","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6ba6e5"} {"level":"info","ts":"2026-11-01T06:52:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-a3e841"},"tenantID":"e2e-autores-a3e841","namespace":"openshift-ingress","gatewayName":"e2e-autores-a3e841"} {"level":"info","ts":"2026-11-01T06:52:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-47bc8f48"}} {"level":"info","ts":"2026-11-01T06:52:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ea5e210a"}} {"level":"info","ts":"2026-11-01T06:52:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"tenantID":"e2e-extmod-a-caf74d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d"} {"level":"info","ts":"2026-11-01T06:53:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"tenantID":"e2e-shared-b-w0-6ba6e5","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6ba6e5"} {"level":"info","ts":"2026-11-01T06:53:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-a3e841"},"tenantID":"e2e-autores-a3e841","namespace":"openshift-ingress","gatewayName":"e2e-autores-a3e841"} {"level":"info","ts":"2026-11-01T06:53:06Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-47bc8f48"}} {"level":"info","ts":"2026-11-01T06:53:06Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ea5e210a"}} {"level":"info","ts":"2026-11-01T06:53:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-47bc8f48"}} {"level":"info","ts":"2026-11-01T06:53:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ea5e210a"}} {"level":"info","ts":"2026-11-01T06:53:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-47bc8f48"}} {"level":"info","ts":"2026-11-01T06:53:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ea5e210a"}} {"level":"info","ts":"2026-11-01T06:53:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-47bc8f48"}} {"level":"info","ts":"2026-11-01T06:53:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ea5e210a"}} {"level":"info","ts":"2026-11-01T06:53:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"tenantID":"e2e-extmod-b-1ff1dc","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc"} {"level":"info","ts":"2026-11-01T06:53:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-25719d"},"tenantID":"e2e-extmod-a-25719d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d"} {"level":"info","ts":"2026-11-01T06:53:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"tenantID":"e2e-extmod-b-dc6e48","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48"} {"level":"info","ts":"2026-11-01T06:53:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-47bc8f48"}} {"level":"info","ts":"2026-11-01T06:53:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ea5e210a"}} {"level":"info","ts":"2026-11-01T06:53:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-190724"},"tenantID":"e2e-worker-w4-190724","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724"} {"level":"info","ts":"2026-11-01T06:53:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-28c598"},"tenantID":"e2e-worker-w3-28c598","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598"} {"level":"info","ts":"2026-11-01T06:53:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-28c598"},"tenantID":"e2e-worker-w3-28c598","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598"} {"level":"info","ts":"2026-11-01T06:53:59Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-47bc8f48"}} {"level":"info","ts":"2026-11-01T06:53:59Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ea5e210a"}} {"level":"info","ts":"2026-11-01T06:54:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"tenantID":"e2e-shared-b-w0-6ba6e5","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6ba6e5"} {"level":"info","ts":"2026-11-01T06:54:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"tenantID":"e2e-shared-b-w0-6ba6e5","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6ba6e5"} {"level":"info","ts":"2026-11-01T06:54:09Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-47bc8f48"}} {"level":"error","ts":"2026-11-01T06:54:09Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ea5e210a"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-01T06:54:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-a3e841"},"tenantID":"e2e-autores-a3e841","namespace":"openshift-ingress","gatewayName":"e2e-autores-a3e841"} {"level":"info","ts":"2026-11-01T06:54:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-a3e841"},"tenantID":"e2e-autores-a3e841","namespace":"openshift-ingress","gatewayName":"e2e-autores-a3e841"} {"level":"info","ts":"2026-11-01T06:54:19Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-47bc8f48"}} {"level":"info","ts":"2026-11-01T06:54:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-47bc8f48"}} {"level":"info","ts":"2026-11-01T06:54:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T06:54:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T06:54:41Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-47bc8f48"}} {"level":"info","ts":"2026-11-01T06:54:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"tenantID":"e2e-shared-a-w3-2e0116","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-2e0116"} {"level":"info","ts":"2026-11-01T06:54:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-a3e841"},"tenantID":"e2e-autores-a3e841","namespace":"openshift-ingress","gatewayName":"e2e-autores-a3e841"} {"level":"info","ts":"2026-11-01T06:54:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-a3e841"},"tenantID":"e2e-autores-a3e841","namespace":"openshift-ingress","gatewayName":"e2e-autores-a3e841"} {"level":"error","ts":"2026-11-01T06:54:51Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e","reconcileID":"c4f22d1c-9ddc-4ba5-81b6-1fd8793700be","error":"resolver: no provider refs resolved to routes","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-01T06:54:51Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e","reconcileID":"4faed866-ef82-42db-829b-00efe9a52154","error":"resolver: no provider refs resolved to routes","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-01T06:54:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T06:54:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-25719d"},"tenantID":"e2e-extmod-a-25719d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d"} {"level":"info","ts":"2026-11-01T06:54:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-47bc8f48"}} {"level":"info","ts":"2026-11-01T06:54:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T06:55:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-25719d"},"tenantID":"e2e-extmod-a-25719d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d"} {"level":"info","ts":"2026-11-01T06:55:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"tenantID":"e2e-shared-b-w3-51aa8f","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-51aa8f"} {"level":"info","ts":"2026-11-01T06:55:06Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-47bc8f48"}} {"level":"info","ts":"2026-11-01T06:55:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"tenantID":"e2e-extmod-a-caf74d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d"} {"level":"info","ts":"2026-11-01T06:55:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-a3e841"},"tenantID":"e2e-autores-a3e841","namespace":"openshift-ingress","gatewayName":"e2e-autores-a3e841"} {"level":"info","ts":"2026-11-01T06:55:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"tenantID":"e2e-extmod-a-caf74d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d"} {"level":"info","ts":"2026-11-01T06:55:19Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-47bc8f48"}} {"level":"info","ts":"2026-11-01T06:55:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"tenantID":"e2e-extmod-a-caf74d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d"} {"level":"info","ts":"2026-11-01T06:55:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"tenantID":"e2e-shared-b-w0-6ba6e5","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6ba6e5"} {"level":"info","ts":"2026-11-01T06:55:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"tenantID":"e2e-extmod-a-caf74d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d"} {"level":"info","ts":"2026-11-01T06:55:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"tenantID":"e2e-shared-b-w0-6ba6e5","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6ba6e5"} {"level":"info","ts":"2026-11-01T06:55:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"tenantID":"e2e-extmod-a-caf74d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d"} {"level":"info","ts":"2026-11-01T06:55:31Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-47bc8f48"}} {"level":"info","ts":"2026-11-01T06:55:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-a3e841"},"tenantID":"e2e-autores-a3e841","namespace":"openshift-ingress","gatewayName":"e2e-autores-a3e841"} {"level":"info","ts":"2026-11-01T06:55:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-a3e841"},"tenantID":"e2e-autores-a3e841","namespace":"openshift-ingress","gatewayName":"e2e-autores-a3e841"} {"level":"info","ts":"2026-11-01T06:55:41Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-47bc8f48"}} {"level":"info","ts":"2026-11-01T06:55:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"tenantID":"e2e-extmod-a-caf74d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d"} {"level":"info","ts":"2026-11-01T06:55:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-25719d"},"tenantID":"e2e-extmod-a-25719d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d"} {"level":"info","ts":"2026-11-01T06:55:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-47bc8f48"}} {"level":"info","ts":"2026-11-01T06:56:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"tenantID":"e2e-worker-w0-3ba2f3","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3"} {"level":"info","ts":"2026-11-01T06:56:06Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-47bc8f48"}} {"level":"info","ts":"2026-11-01T06:56:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-581487"},"tenantID":"e2e-extmod-b-581487","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-581487"} {"level":"info","ts":"2026-11-01T06:56:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-47bc8f48"}} {"level":"error","ts":"2026-11-01T06:56:18Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e","reconcileID":"beb0ef7b-52f0-419f-9dc4-86fab933ed54","error":"remove ExternalModel cleanup finalizer: externalmodels.inference.opendatahub.io \"e2e-cmp-legacy-c0251e\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-01T06:56:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-25719d"},"tenantID":"e2e-extmod-a-25719d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d"} {"level":"info","ts":"2026-11-01T06:56:22Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-a3e841"},"tenantID":"e2e-autores-a3e841","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T06:56:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"tenantID":"e2e-shared-a-w0-302ba0","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-302ba0"} {"level":"info","ts":"2026-11-01T06:56:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-25719d"},"tenantID":"e2e-extmod-a-25719d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d"} {"level":"info","ts":"2026-11-01T06:56:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-3db672"},"tenantID":"e2e-shared-a-w2-3db672","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-3db672"} {"level":"info","ts":"2026-11-01T06:56:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"tenantID":"e2e-worker-w2-8ff537","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537"} {"level":"info","ts":"2026-11-01T06:56:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-190724"},"tenantID":"e2e-worker-w4-190724","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724"} {"level":"info","ts":"2026-11-01T06:56:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"tenantID":"e2e-worker-w0-3ba2f3","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3"} {"level":"info","ts":"2026-11-01T06:56:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"tenantID":"e2e-shared-a-w0-302ba0","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-302ba0"} {"level":"info","ts":"2026-11-01T06:56:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-47bc8f48"}} {"level":"info","ts":"2026-11-01T06:56:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-3db672"},"tenantID":"e2e-shared-a-w2-3db672","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-3db672"} {"level":"info","ts":"2026-11-01T06:56:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c79abe"},"tenantID":"e2e-extmod-a-c79abe","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c79abe"} {"level":"info","ts":"2026-11-01T06:56:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"tenantID":"e2e-mt-c831a4c0","namespace":"openshift-ingress","gatewayName":"e2e-mt-c831a4c0"} {"level":"info","ts":"2026-11-01T06:56:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"tenantID":"e2e-shared-b-w0-6ba6e5","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6ba6e5"} {"level":"info","ts":"2026-11-01T06:56:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"tenantID":"e2e-mt-c831a4c0","namespace":"openshift-ingress","gatewayName":"e2e-mt-c831a4c0"} {"level":"info","ts":"2026-11-01T06:56:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-47bc8f48"}} {"level":"info","ts":"2026-11-01T06:56:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"tenantID":"e2e-shared-b-w0-6ba6e5","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6ba6e5"} {"level":"info","ts":"2026-11-01T06:56:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-0cb4ef"},"tenantID":"e2e-explicit-0cb4ef","namespace":"openshift-ingress","gatewayName":"e2e-explicit-0cb4ef"} {"level":"info","ts":"2026-11-01T06:57:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-0cb4ef"},"tenantID":"e2e-explicit-0cb4ef","namespace":"openshift-ingress","gatewayName":"e2e-explicit-0cb4ef"} {"level":"info","ts":"2026-11-01T06:57:04Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-47bc8f48"}} {"level":"info","ts":"2026-11-01T06:57:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-47bc8f48"}} {"level":"info","ts":"2026-11-01T06:57:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"tenantID":"e2e-extmod-a-caf74d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d"} {"level":"info","ts":"2026-11-01T06:57:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-47bc8f48"}} {"level":"info","ts":"2026-11-01T06:57:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-47bc8f48"}} {"level":"info","ts":"2026-11-01T06:57:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"tenantID":"e2e-shared-b-w0-6ba6e5","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6ba6e5"} {"level":"info","ts":"2026-11-01T06:57:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-3db672"},"tenantID":"e2e-shared-a-w2-3db672","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-3db672"} {"level":"info","ts":"2026-11-01T06:57:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-3db672"},"tenantID":"e2e-shared-a-w2-3db672","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-3db672"} {"level":"info","ts":"2026-11-01T06:57:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-47bc8f48"}} {"level":"error","ts":"2026-11-01T06:57:54Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-47bc8f48"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-01T06:58:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"tenantID":"e2e-mt-c831a4c0","namespace":"openshift-ingress","gatewayName":"e2e-mt-c831a4c0"} {"level":"info","ts":"2026-11-01T06:58:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"tenantID":"e2e-mt-c831a4c0","namespace":"openshift-ingress","gatewayName":"e2e-mt-c831a4c0"} {"level":"info","ts":"2026-11-01T06:58:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-0cb4ef"},"tenantID":"e2e-explicit-0cb4ef","namespace":"openshift-ingress","gatewayName":"e2e-explicit-0cb4ef"} {"level":"info","ts":"2026-11-01T06:58:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-0cb4ef"},"tenantID":"e2e-explicit-0cb4ef","namespace":"openshift-ingress","gatewayName":"e2e-explicit-0cb4ef"} {"level":"info","ts":"2026-11-01T06:58:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"tenantID":"e2e-extmod-b-1ff1dc","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc"} {"level":"info","ts":"2026-11-01T06:58:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"tenantID":"e2e-extmod-b-dc6e48","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48"} {"level":"info","ts":"2026-11-01T06:59:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-28c598"},"tenantID":"e2e-worker-w3-28c598","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598"} {"level":"info","ts":"2026-11-01T06:59:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c79abe"},"tenantID":"e2e-extmod-a-c79abe","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c79abe"} {"level":"info","ts":"2026-11-01T06:59:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-3db672"},"tenantID":"e2e-shared-a-w2-3db672","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-3db672"} {"level":"info","ts":"2026-11-01T06:59:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c79abe"},"tenantID":"e2e-extmod-a-c79abe","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c79abe"} {"level":"info","ts":"2026-11-01T06:59:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c52bfa"},"tenantID":"e2e-shared-b-w2-c52bfa","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c52bfa"} {"level":"info","ts":"2026-11-01T06:59:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c52bfa"},"tenantID":"e2e-shared-b-w2-c52bfa","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c52bfa"} {"level":"info","ts":"2026-11-01T06:59:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"tenantID":"e2e-extmod-a-caf74d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d"} {"level":"info","ts":"2026-11-01T06:59:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"tenantID":"e2e-extmod-a-caf74d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d"} {"level":"info","ts":"2026-11-01T06:59:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"tenantID":"e2e-extmod-a-caf74d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d"} {"level":"info","ts":"2026-11-01T06:59:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"tenantID":"e2e-mt-c831a4c0","namespace":"openshift-ingress","gatewayName":"e2e-mt-c831a4c0"} {"level":"info","ts":"2026-11-01T06:59:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"tenantID":"e2e-mt-c831a4c0","namespace":"openshift-ingress","gatewayName":"e2e-mt-c831a4c0"} {"level":"info","ts":"2026-11-01T06:59:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"tenantID":"e2e-mt-c831a4c0","namespace":"openshift-ingress","gatewayName":"e2e-mt-c831a4c0"} {"level":"info","ts":"2026-11-01T06:59:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"tenantID":"e2e-mt-c831a4c0","namespace":"openshift-ingress","gatewayName":"e2e-mt-c831a4c0"} {"level":"info","ts":"2026-11-01T06:59:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"tenantID":"e2e-shared-a-w3-2e0116","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-2e0116"} {"level":"info","ts":"2026-11-01T06:59:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-0cb4ef"},"tenantID":"e2e-explicit-0cb4ef","namespace":"openshift-ingress","gatewayName":"e2e-explicit-0cb4ef"} {"level":"info","ts":"2026-11-01T07:00:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T07:00:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"tenantID":"e2e-extmod-a-caf74d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d"} {"level":"info","ts":"2026-11-01T07:00:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"tenantID":"e2e-shared-b-w3-51aa8f","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-51aa8f"} {"level":"info","ts":"2026-11-01T07:00:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"tenantID":"e2e-extmod-b-dc6e48","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48"} {"level":"info","ts":"2026-11-01T07:00:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"tenantID":"e2e-mt-c831a4c0","namespace":"openshift-ingress","gatewayName":"e2e-mt-c831a4c0"} {"level":"info","ts":"2026-11-01T07:00:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-0cb4ef"},"tenantID":"e2e-explicit-0cb4ef","namespace":"openshift-ingress","gatewayName":"e2e-explicit-0cb4ef"} {"level":"info","ts":"2026-11-01T07:00:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"tenantID":"e2e-extmod-b-dc6e48","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48"} {"level":"info","ts":"2026-11-01T07:00:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c52bfa"},"tenantID":"e2e-shared-b-w2-c52bfa","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c52bfa"} {"level":"info","ts":"2026-11-01T07:00:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-0cb4ef"},"tenantID":"e2e-explicit-0cb4ef","namespace":"openshift-ingress","gatewayName":"e2e-explicit-0cb4ef"} {"level":"info","ts":"2026-11-01T07:00:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c52bfa"},"tenantID":"e2e-shared-b-w2-c52bfa","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c52bfa"} {"level":"info","ts":"2026-11-01T07:01:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-581487"},"tenantID":"e2e-extmod-b-581487","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-581487"} {"level":"info","ts":"2026-11-01T07:01:27Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-0cb4ef"}} {"level":"info","ts":"2026-11-01T07:01:29Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-0cb4ef"},"tenantID":"e2e-explicit-0cb4ef","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T07:01:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-25719d"},"tenantID":"e2e-extmod-a-25719d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d"} {"level":"info","ts":"2026-11-01T07:01:33Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"}} {"level":"info","ts":"2026-11-01T07:01:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"tenantID":"e2e-worker-w2-8ff537","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537"} {"level":"info","ts":"2026-11-01T07:01:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-190724"},"tenantID":"e2e-worker-w4-190724","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724"} {"level":"info","ts":"2026-11-01T07:01:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"tenantID":"e2e-worker-w0-3ba2f3","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3"} {"level":"info","ts":"2026-11-01T07:01:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"tenantID":"e2e-shared-a-w0-302ba0","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-302ba0"} {"level":"info","ts":"2026-11-01T07:01:44Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"tenantID":"e2e-mt-c831a4c0","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T07:02:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c52bfa"},"tenantID":"e2e-shared-b-w2-c52bfa","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c52bfa"} {"level":"info","ts":"2026-11-01T07:02:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c52bfa"},"tenantID":"e2e-shared-b-w2-c52bfa","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c52bfa"} {"level":"info","ts":"2026-11-01T07:02:28Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-3db672"}} {"level":"info","ts":"2026-11-01T07:02:30Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-3db672"},"tenantID":"e2e-shared-a-w2-3db672","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T07:02:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"tenantID":"e2e-shared-b-w0-6ba6e5","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6ba6e5"} {"level":"info","ts":"2026-11-01T07:03:33Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c52bfa"},"tenantID":"e2e-shared-b-w2-c52bfa","namespace":"openshift-ingress"} {"level":"error","ts":"2026-11-01T07:03:33Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c52bfa"},"namespace":"ai-tenant-e2e-shared-b-w2-c52bfa","name":"default-tenant","reconcileID":"dbb20eb9-7c1d-48fe-bf51-85e2d27cd250","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-01T07:03:35Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c52bfa"},"tenantID":"e2e-shared-b-w2-c52bfa","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T07:03:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-25719d"},"tenantID":"e2e-extmod-a-25719d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d"} {"level":"info","ts":"2026-11-01T07:03:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-25719d"},"tenantID":"e2e-extmod-a-25719d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d"} {"level":"info","ts":"2026-11-01T07:03:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"tenantID":"e2e-extmod-b-1ff1dc","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc"} {"level":"info","ts":"2026-11-01T07:03:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-25719d"},"tenantID":"e2e-extmod-a-25719d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d"} {"level":"info","ts":"2026-11-01T07:03:53Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"}} {"level":"info","ts":"2026-11-01T07:03:53Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"}} {"level":"info","ts":"2026-11-01T07:03:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"tenantID":"e2e-mt-c831a4c0","namespace":"openshift-ingress","gatewayName":"e2e-mt-c831a4c0"} {"level":"info","ts":"2026-11-01T07:03:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"tenantID":"e2e-mt-c831a4c0","namespace":"openshift-ingress","gatewayName":"e2e-mt-c831a4c0"} {"level":"info","ts":"2026-11-01T07:04:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"tenantID":"e2e-shared-a-w0-302ba0","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-302ba0"} {"level":"info","ts":"2026-11-01T07:04:06Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c79abe"},"tenantID":"e2e-extmod-a-c79abe","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T07:04:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"tenantID":"e2e-shared-a-w0-302ba0","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-302ba0"} {"level":"info","ts":"2026-11-01T07:04:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-28c598"},"tenantID":"e2e-worker-w3-28c598","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598"} {"level":"info","ts":"2026-11-01T07:04:31Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dc6e48"}} {"level":"info","ts":"2026-11-01T07:04:34Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"tenantID":"e2e-extmod-b-dc6e48","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T07:04:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"tenantID":"e2e-shared-b-w0-6ba6e5","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6ba6e5"} {"level":"info","ts":"2026-11-01T07:04:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"tenantID":"e2e-shared-b-w0-6ba6e5","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6ba6e5"} {"level":"info","ts":"2026-11-01T07:04:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"tenantID":"e2e-shared-a-w3-2e0116","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-2e0116"} {"level":"info","ts":"2026-11-01T07:04:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"tenantID":"e2e-mt-c831a4c0","namespace":"openshift-ingress","gatewayName":"e2e-mt-c831a4c0"} {"level":"info","ts":"2026-11-01T07:04:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"tenantID":"e2e-mt-c831a4c0","namespace":"openshift-ingress","gatewayName":"e2e-mt-c831a4c0"} {"level":"info","ts":"2026-11-01T07:05:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T07:05:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"tenantID":"e2e-extmod-a-caf74d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d"} {"level":"info","ts":"2026-11-01T07:05:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"tenantID":"e2e-shared-b-w3-51aa8f","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-51aa8f"} {"level":"info","ts":"2026-11-01T07:05:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"tenantID":"e2e-extmod-b-1ff1dc","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc"} {"level":"info","ts":"2026-11-01T07:05:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"tenantID":"e2e-extmod-b-1ff1dc","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc"} {"level":"info","ts":"2026-11-01T07:06:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"tenantID":"e2e-mt-c831a4c0","namespace":"openshift-ingress","gatewayName":"e2e-mt-c831a4c0"} {"level":"info","ts":"2026-11-01T07:06:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"tenantID":"e2e-mt-c831a4c0","namespace":"openshift-ingress","gatewayName":"e2e-mt-c831a4c0"} {"level":"info","ts":"2026-11-01T07:06:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-581487"},"tenantID":"e2e-extmod-b-581487","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-581487"} {"level":"info","ts":"2026-11-01T07:06:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"tenantID":"e2e-extmod-b-1ff1dc","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc"} {"level":"info","ts":"2026-11-01T07:06:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"tenantID":"e2e-extmod-b-1ff1dc","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc"} {"level":"info","ts":"2026-11-01T07:06:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"tenantID":"e2e-extmod-a-caf74d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d"} {"level":"info","ts":"2026-11-01T07:06:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"tenantID":"e2e-extmod-a-caf74d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d"} {"level":"info","ts":"2026-11-01T07:06:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"tenantID":"e2e-worker-w2-8ff537","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537"} {"level":"error","ts":"2026-11-01T07:06:42Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-2f68aca0","reconcileID":"4996a8f1-52e5-4224-b6a8-962d07b56218","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-fail-2f68aca0\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-01T07:06:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"tenantID":"e2e-extmod-a-caf74d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d"} {"level":"info","ts":"2026-11-01T07:06:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-25719d"},"tenantID":"e2e-extmod-a-25719d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d"} {"level":"info","ts":"2026-11-01T07:06:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-190724"},"tenantID":"e2e-worker-w4-190724","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724"} {"level":"info","ts":"2026-11-01T07:06:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"tenantID":"e2e-worker-w0-3ba2f3","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3"} {"level":"info","ts":"2026-11-01T07:06:52Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"}} {"level":"info","ts":"2026-11-01T07:06:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-25719d"},"tenantID":"e2e-extmod-a-25719d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d"} {"level":"info","ts":"2026-11-01T07:06:57Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"tenantID":"e2e-mt-c831a4c0","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T07:06:59Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-25719d"},"tenantID":"e2e-extmod-a-25719d","namespace":"openshift-ingress"} {"level":"error","ts":"2026-11-01T07:06:59Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"default-tenant","reconcileID":"aa9c3151-9c56-4a3e-aa93-00e295489b39","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-01T07:07:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"tenantID":"e2e-extmod-a-caf74d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d"} {"level":"info","ts":"2026-11-01T07:07:04Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-25719d"},"tenantID":"e2e-extmod-a-25719d","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T07:07:06Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"tenantID":"e2e-shared-a-w0-302ba0","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T07:07:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"tenantID":"e2e-extmod-a-caf74d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d"} {"level":"info","ts":"2026-11-01T07:07:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"tenantID":"e2e-extmod-a-caf74d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d"} {"level":"info","ts":"2026-11-01T07:07:20Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"tenantID":"e2e-extmod-b-1ff1dc","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T07:07:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"tenantID":"e2e-extmod-a-caf74d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d"} {"level":"error","ts":"2026-11-01T07:07:30Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"d52bc75a-3205-4c08-850f-2c757a866178","error":"update ExternalModel attachment finalizer: Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cfl-6b3232\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-01T07:07:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"tenantID":"e2e-extmod-a-caf74d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d"} {"level":"info","ts":"2026-11-01T07:07:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"tenantID":"e2e-extmod-a-caf74d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d"} {"level":"info","ts":"2026-11-01T07:07:33Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3852121d"}} {"level":"info","ts":"2026-11-01T07:07:33Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29236119"}} {"level":"info","ts":"2026-11-01T07:07:33Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3852121d"}} {"level":"info","ts":"2026-11-01T07:07:33Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29236119"}} {"level":"info","ts":"2026-11-01T07:07:43Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3852121d"}} {"level":"info","ts":"2026-11-01T07:07:43Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29236119"}} {"level":"info","ts":"2026-11-01T07:07:50Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-caf74d"}} {"level":"info","ts":"2026-11-01T07:07:52Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"tenantID":"e2e-extmod-a-caf74d","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T07:07:53Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3852121d"}} {"level":"info","ts":"2026-11-01T07:07:53Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3852121d"}} {"level":"info","ts":"2026-11-01T07:07:53Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3852121d"}} {"level":"info","ts":"2026-11-01T07:07:53Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3852121d"}} {"level":"info","ts":"2026-11-01T07:07:53Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29236119"}} {"level":"info","ts":"2026-11-01T07:08:00Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"}} {"level":"info","ts":"2026-11-01T07:08:02Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"tenantID":"e2e-shared-b-w0-6ba6e5","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T07:08:03Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3852121d"}} {"level":"info","ts":"2026-11-01T07:08:03Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29236119"}} {"level":"info","ts":"2026-11-01T07:08:13Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3852121d"}} {"level":"info","ts":"2026-11-01T07:08:13Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29236119"}} {"level":"info","ts":"2026-11-01T07:08:21Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-581487"},"tenantID":"e2e-extmod-b-581487","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T07:08:23Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-581487"},"tenantID":"e2e-extmod-b-581487","namespace":"openshift-ingress"} {"level":"error","ts":"2026-11-01T07:08:23Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-581487"},"namespace":"ai-tenant-e2e-extmod-b-581487","name":"default-tenant","reconcileID":"259caa09-9374-41f3-9398-74e37027e40c","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-01T07:08:23Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3852121d"}} {"level":"info","ts":"2026-11-01T07:08:23Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29236119"}} {"level":"info","ts":"2026-11-01T07:08:28Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-8ff537"}} {"level":"info","ts":"2026-11-01T07:08:30Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"tenantID":"e2e-worker-w2-8ff537","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T07:08:33Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3852121d"}} {"level":"info","ts":"2026-11-01T07:08:33Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29236119"}} {"level":"info","ts":"2026-11-01T07:08:43Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3852121d"}} {"level":"info","ts":"2026-11-01T07:08:43Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29236119"}} {"level":"info","ts":"2026-11-01T07:08:53Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3852121d"}} {"level":"info","ts":"2026-11-01T07:08:53Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29236119"}} {"level":"info","ts":"2026-11-01T07:09:03Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"tenantID":"e2e-worker-w0-3ba2f3","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T07:09:03Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3852121d"}} {"level":"info","ts":"2026-11-01T07:09:03Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29236119"}} {"level":"info","ts":"2026-11-01T07:09:05Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-190724"}} {"level":"info","ts":"2026-11-01T07:09:08Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-190724"},"tenantID":"e2e-worker-w4-190724","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T07:09:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-28c598"},"tenantID":"e2e-worker-w3-28c598","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598"} {"level":"info","ts":"2026-11-01T07:09:13Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3852121d"}} {"level":"info","ts":"2026-11-01T07:09:13Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29236119"}} {"level":"info","ts":"2026-11-01T07:09:23Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3852121d"}} {"level":"info","ts":"2026-11-01T07:09:23Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29236119"}} {"level":"info","ts":"2026-11-01T07:09:33Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3852121d"}} {"level":"info","ts":"2026-11-01T07:09:33Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29236119"}} {"level":"info","ts":"2026-11-01T07:09:34Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29236119"}} {"level":"info","ts":"2026-11-01T07:09:34Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29236119"}} {"level":"info","ts":"2026-11-01T07:09:34Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29236119"}} {"level":"info","ts":"2026-11-01T07:09:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29236119"}} {"level":"info","ts":"2026-11-01T07:09:43Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3852121d"}} {"level":"info","ts":"2026-11-01T07:09:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29236119"}} {"level":"info","ts":"2026-11-01T07:09:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"tenantID":"e2e-shared-a-w3-2e0116","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-2e0116"} {"level":"info","ts":"2026-11-01T07:09:53Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3852121d"}} {"level":"info","ts":"2026-11-01T07:09:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29236119"}} {"level":"info","ts":"2026-11-01T07:10:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-01T07:10:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3852121d"}} {"level":"info","ts":"2026-11-01T07:10:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29236119"}} {"level":"info","ts":"2026-11-01T07:10:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"tenantID":"e2e-shared-b-w3-51aa8f","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-51aa8f"} {"level":"info","ts":"2026-11-01T07:10:15Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3852121d"}} {"level":"info","ts":"2026-11-01T07:10:15Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29236119"}} {"level":"info","ts":"2026-11-01T07:10:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3852121d"}} {"level":"info","ts":"2026-11-01T07:10:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29236119"}} {"level":"info","ts":"2026-11-01T07:10:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3852121d"}} {"level":"info","ts":"2026-11-01T07:10:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29236119"}} {"level":"info","ts":"2026-11-01T07:10:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3852121d"}} {"level":"info","ts":"2026-11-01T07:10:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29236119"}} {"level":"info","ts":"2026-11-01T07:10:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3852121d"}} {"level":"info","ts":"2026-11-01T07:10:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29236119"}} {"level":"info","ts":"2026-11-01T07:11:00Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-46e06a23"}} {"level":"info","ts":"2026-11-01T07:11:00Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-46e06a23"}} {"level":"info","ts":"2026-11-01T07:11:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3852121d"}} {"level":"info","ts":"2026-11-01T07:11:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29236119"}} {"level":"info","ts":"2026-11-01T07:11:10Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-46e06a23"}} {"level":"info","ts":"2026-11-01T07:11:15Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3852121d"}} {"level":"info","ts":"2026-11-01T07:11:15Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29236119"}} {"level":"info","ts":"2026-11-01T07:11:20Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-46e06a23"}} {"level":"info","ts":"2026-11-01T07:11:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3852121d"}} {"level":"info","ts":"2026-11-01T07:11:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29236119"}} {"level":"info","ts":"2026-11-01T07:11:30Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-46e06a23"}} {"level":"info","ts":"2026-11-01T07:11:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3852121d"}} {"level":"info","ts":"2026-11-01T07:11:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29236119"}} {"level":"info","ts":"2026-11-01T07:11:37Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-46e06a23"}} {"level":"info","ts":"2026-11-01T07:11:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-46e06a23"}} {"level":"info","ts":"2026-11-01T07:11:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-46e06a23"}} {"level":"info","ts":"2026-11-01T07:11:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-46e06a23"}} {"level":"info","ts":"2026-11-01T07:11:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3852121d"}} {"level":"info","ts":"2026-11-01T07:11:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29236119"}} {"level":"info","ts":"2026-11-01T07:11:48Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-46e06a23"}} {"level":"info","ts":"2026-11-01T07:11:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3852121d"}} {"level":"info","ts":"2026-11-01T07:11:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29236119"}} {"level":"info","ts":"2026-11-01T07:11:58Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-46e06a23"}} {"level":"info","ts":"2026-11-01T07:12:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3852121d"}} {"level":"info","ts":"2026-11-01T07:12:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29236119"}} {"level":"info","ts":"2026-11-01T07:12:08Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-46e06a23"}} {"level":"info","ts":"2026-11-01T07:12:15Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3852121d"}} {"level":"info","ts":"2026-11-01T07:12:15Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29236119"}} {"level":"info","ts":"2026-11-01T07:12:18Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-46e06a23"}} {"level":"info","ts":"2026-11-01T07:12:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3852121d"}} {"level":"info","ts":"2026-11-01T07:12:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29236119"}} {"level":"info","ts":"2026-11-01T07:12:28Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-46e06a23"}} {"level":"info","ts":"2026-11-01T07:12:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"tenantID":"e2e-shared-a-w3-2e0116","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-2e0116"} {"level":"info","ts":"2026-11-01T07:12:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"tenantID":"e2e-shared-a-w3-2e0116","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-2e0116"} {"level":"info","ts":"2026-11-01T07:12:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3852121d"}} {"level":"info","ts":"2026-11-01T07:12:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29236119"}} {"level":"info","ts":"2026-11-01T07:12:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-46e06a23"}} {"level":"info","ts":"2026-11-01T07:12:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3852121d"}} {"level":"info","ts":"2026-11-01T07:12:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29236119"}} {"level":"info","ts":"2026-11-01T07:12:48Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-46e06a23"}} {"level":"info","ts":"2026-11-01T07:12:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3852121d"}} {"level":"info","ts":"2026-11-01T07:12:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29236119"}} {"level":"info","ts":"2026-11-01T07:12:58Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-46e06a23"}} {"level":"info","ts":"2026-11-01T07:13:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3852121d"}} {"level":"info","ts":"2026-11-01T07:13:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29236119"}} {"level":"info","ts":"2026-11-01T07:13:08Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-46e06a23"}} {"level":"info","ts":"2026-11-01T07:13:17Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-28c598"},"tenantID":"e2e-worker-w3-28c598","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T07:13:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3852121d"}} {"level":"info","ts":"2026-11-01T07:13:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29236119"}} {"level":"info","ts":"2026-11-01T07:13:18Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-46e06a23"}} {"level":"info","ts":"2026-11-01T07:13:27Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3852121d"}} {"level":"info","ts":"2026-11-01T07:13:27Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29236119"}} {"level":"info","ts":"2026-11-01T07:13:28Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-46e06a23"}} {"level":"info","ts":"2026-11-01T07:13:37Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3852121d"}} {"level":"info","ts":"2026-11-01T07:13:37Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29236119"}} {"level":"info","ts":"2026-11-01T07:13:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-46e06a23"}} {"level":"info","ts":"2026-11-01T07:13:47Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3852121d"}} {"level":"info","ts":"2026-11-01T07:13:47Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29236119"}} {"level":"info","ts":"2026-11-01T07:13:48Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-46e06a23"}} {"level":"info","ts":"2026-11-01T07:13:55Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"}} {"level":"info","ts":"2026-11-01T07:13:57Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"tenantID":"e2e-shared-a-w3-2e0116","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T07:13:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3852121d"}} {"level":"info","ts":"2026-11-01T07:13:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29236119"}} {"level":"info","ts":"2026-11-01T07:13:58Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-46e06a23"}} {"level":"info","ts":"2026-11-01T07:14:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3852121d"}} {"level":"info","ts":"2026-11-01T07:14:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29236119"}} {"level":"info","ts":"2026-11-01T07:14:08Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-46e06a23"}} {"level":"info","ts":"2026-11-01T07:14:15Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"}} {"level":"info","ts":"2026-11-01T07:14:17Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"tenantID":"e2e-shared-b-w3-51aa8f","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-01T07:14:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3852121d"}} {"level":"info","ts":"2026-11-01T07:14:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29236119"}} {"level":"info","ts":"2026-11-01T07:14:18Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-46e06a23"}} {"level":"info","ts":"2026-11-01T07:14:27Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3852121d"}} {"level":"info","ts":"2026-11-01T07:14:27Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-29236119"}} {"level":"info","ts":"2026-11-01T07:14:28Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-46e06a23"}}