{"level":"info","ts":"2026-11-02T02:00:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da39ffd5"}} {"level":"info","ts":"2026-11-02T02:00:00Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-269235"}} {"level":"info","ts":"2026-11-02T02:00:05Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-a7c06d"}} {"level":"info","ts":"2026-11-02T02:00:07Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-a7c06d"},"tenantID":"e2e-shared-a-w6-a7c06d","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-02T02:00:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-65188c63"}} {"level":"info","ts":"2026-11-02T02:00:08Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-109b07"}} {"level":"info","ts":"2026-11-02T02:00:10Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-109b07"}} {"level":"info","ts":"2026-11-02T02:00:10Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-69c15d"}} {"level":"info","ts":"2026-11-02T02:00:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-13a21832"}} {"level":"info","ts":"2026-11-02T02:00:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-242bddbf"}} {"level":"info","ts":"2026-11-02T02:00:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-5c005301"}} {"level":"info","ts":"2026-11-02T02:00:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-90a7b136"}} {"level":"info","ts":"2026-11-02T02:00:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d1c2dba2"}} {"level":"info","ts":"2026-11-02T02:00:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a8a2be6b"}} {"level":"info","ts":"2026-11-02T02:00:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-59842dd7"}} {"level":"info","ts":"2026-11-02T02:00:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da39ffd5"}} {"level":"info","ts":"2026-11-02T02:00:10Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-269235"}} {"level":"info","ts":"2026-11-02T02:00:14Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-109b07"}} {"level":"info","ts":"2026-11-02T02:00:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-65188c63"}} {"level":"info","ts":"2026-11-02T02:00:20Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-69c15d"}} {"level":"info","ts":"2026-11-02T02:00:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-13a21832"}} {"level":"info","ts":"2026-11-02T02:00:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-242bddbf"}} {"level":"info","ts":"2026-11-02T02:00:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-5c005301"}} {"level":"info","ts":"2026-11-02T02:00:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-90a7b136"}} {"level":"info","ts":"2026-11-02T02:00:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d1c2dba2"}} {"level":"info","ts":"2026-11-02T02:00:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a8a2be6b"}} {"level":"info","ts":"2026-11-02T02:00:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-59842dd7"}} {"level":"info","ts":"2026-11-02T02:00:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da39ffd5"}} {"level":"info","ts":"2026-11-02T02:00:20Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-269235"}} {"level":"info","ts":"2026-11-02T02:00:24Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-109b07"}} {"level":"info","ts":"2026-11-02T02:00:26Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-109b07"},"tenantID":"e2e-api-a-109b07","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-02T02:00:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-d700e9"},"tenantID":"e2e-shared-a-w4-d700e9","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-d700e9"} {"level":"info","ts":"2026-11-02T02:00:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-65188c63"}} {"level":"info","ts":"2026-11-02T02:00:30Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-69c15d"}} {"level":"info","ts":"2026-11-02T02:00:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-13a21832"}} {"level":"info","ts":"2026-11-02T02:00:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-242bddbf"}} {"level":"info","ts":"2026-11-02T02:00:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-5c005301"}} {"level":"info","ts":"2026-11-02T02:00:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-90a7b136"}} {"level":"info","ts":"2026-11-02T02:00:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d1c2dba2"}} {"level":"info","ts":"2026-11-02T02:00:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a8a2be6b"}} {"level":"info","ts":"2026-11-02T02:00:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-59842dd7"}} {"level":"info","ts":"2026-11-02T02:00:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da39ffd5"}} {"level":"info","ts":"2026-11-02T02:00:30Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-269235"}} {"level":"info","ts":"2026-11-02T02:00:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-65188c63"}} {"level":"info","ts":"2026-11-02T02:00:40Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-69c15d"}} {"level":"info","ts":"2026-11-02T02:00:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-13a21832"}} {"level":"info","ts":"2026-11-02T02:00:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-242bddbf"}} {"level":"info","ts":"2026-11-02T02:00:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-5c005301"}} {"level":"info","ts":"2026-11-02T02:00:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-90a7b136"}} {"level":"info","ts":"2026-11-02T02:00:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d1c2dba2"}} {"level":"info","ts":"2026-11-02T02:00:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a8a2be6b"}} {"level":"info","ts":"2026-11-02T02:00:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-59842dd7"}} {"level":"info","ts":"2026-11-02T02:00:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da39ffd5"}} {"level":"info","ts":"2026-11-02T02:00:40Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-269235"}} {"level":"info","ts":"2026-11-02T02:00:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-65188c63"}} {"level":"info","ts":"2026-11-02T02:00:50Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-269235"}} {"level":"info","ts":"2026-11-02T02:00:50Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-69c15d"}} {"level":"info","ts":"2026-11-02T02:00:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-13a21832"}} {"level":"info","ts":"2026-11-02T02:00:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-242bddbf"}} {"level":"info","ts":"2026-11-02T02:00:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-5c005301"}} {"level":"info","ts":"2026-11-02T02:00:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-90a7b136"}} {"level":"info","ts":"2026-11-02T02:00:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d1c2dba2"}} {"level":"info","ts":"2026-11-02T02:00:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a8a2be6b"}} {"level":"info","ts":"2026-11-02T02:00:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-59842dd7"}} {"level":"info","ts":"2026-11-02T02:00:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da39ffd5"}} {"level":"info","ts":"2026-11-02T02:00:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-269235"},"tenantID":"e2e-api-a-269235","namespace":"openshift-ingress","gatewayName":"e2e-api-a-269235"} {"level":"info","ts":"2026-11-02T02:00:59Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-65188c63"}} {"level":"info","ts":"2026-11-02T02:01:00Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-69c15d"}} {"level":"info","ts":"2026-11-02T02:01:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-13a21832"}} {"level":"info","ts":"2026-11-02T02:01:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-242bddbf"}} {"level":"info","ts":"2026-11-02T02:01:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-5c005301"}} {"level":"info","ts":"2026-11-02T02:01:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-90a7b136"}} {"level":"info","ts":"2026-11-02T02:01:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d1c2dba2"}} {"level":"info","ts":"2026-11-02T02:01:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a8a2be6b"}} {"level":"info","ts":"2026-11-02T02:01:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-59842dd7"}} {"level":"info","ts":"2026-11-02T02:01:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da39ffd5"}} {"level":"info","ts":"2026-11-02T02:01:03Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-218802"}} {"level":"info","ts":"2026-11-02T02:01:04Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-218802"}} {"level":"info","ts":"2026-11-02T02:01:04Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-69c15d"}} {"level":"info","ts":"2026-11-02T02:01:09Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-65188c63"}} {"level":"info","ts":"2026-11-02T02:01:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-69c15d"},"tenantID":"e2e-inf-a-69c15d","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-69c15d"} {"level":"info","ts":"2026-11-02T02:01:12Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-13a21832"}} {"level":"info","ts":"2026-11-02T02:01:12Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-242bddbf"}} {"level":"info","ts":"2026-11-02T02:01:12Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-5c005301"}} {"level":"info","ts":"2026-11-02T02:01:12Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-90a7b136"}} {"level":"info","ts":"2026-11-02T02:01:12Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d1c2dba2"}} {"level":"info","ts":"2026-11-02T02:01:12Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a8a2be6b"}} {"level":"info","ts":"2026-11-02T02:01:12Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-59842dd7"}} {"level":"info","ts":"2026-11-02T02:01:12Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da39ffd5"}} {"level":"info","ts":"2026-11-02T02:01:14Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-218802"}} {"level":"info","ts":"2026-11-02T02:01:17Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-218802"},"tenantID":"e2e-shared-a-w3-218802","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-02T02:01:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-ef5a72"},"tenantID":"e2e-shared-b-w3-ef5a72","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-ef5a72"} {"level":"info","ts":"2026-11-02T02:01:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-257466"},"tenantID":"e2e-shared-a-w5-257466","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w5-257466"} {"level":"info","ts":"2026-11-02T02:01:23Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-19436b"}} {"level":"info","ts":"2026-11-02T02:01:24Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c600fc"}} {"level":"info","ts":"2026-11-02T02:01:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-ef5a72"},"tenantID":"e2e-shared-b-w3-ef5a72","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-ef5a72"} {"level":"info","ts":"2026-11-02T02:01:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-65188c63"}} {"level":"info","ts":"2026-11-02T02:01:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-13a21832"}} {"level":"error","ts":"2026-11-02T02:01:26Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-242bddbf"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:971\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-02T02:01:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-5c005301"}} {"level":"info","ts":"2026-11-02T02:01:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-90a7b136"}} {"level":"info","ts":"2026-11-02T02:01:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d1c2dba2"}} {"level":"info","ts":"2026-11-02T02:01:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a8a2be6b"}} {"level":"info","ts":"2026-11-02T02:01:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-59842dd7"}} {"level":"info","ts":"2026-11-02T02:01:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da39ffd5"}} {"level":"info","ts":"2026-11-02T02:01:32Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c600fc"}} {"level":"info","ts":"2026-11-02T02:01:34Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-19436b"},"tenantID":"e2e-shared-b-w6-19436b","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-02T02:01:36Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c600fc"},"tenantID":"e2e-inf-a-c600fc","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-02T02:01:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-65188c63"}} {"level":"info","ts":"2026-11-02T02:01:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-13a21832"}} {"level":"info","ts":"2026-11-02T02:01:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-5c005301"}} {"level":"info","ts":"2026-11-02T02:01:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-90a7b136"}} {"level":"info","ts":"2026-11-02T02:01:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d1c2dba2"}} {"level":"info","ts":"2026-11-02T02:01:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a8a2be6b"}} {"level":"info","ts":"2026-11-02T02:01:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-59842dd7"}} {"level":"info","ts":"2026-11-02T02:01:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da39ffd5"}} {"level":"info","ts":"2026-11-02T02:01:46Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-d700e9"}} {"level":"info","ts":"2026-11-02T02:01:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-65188c63"}} {"level":"info","ts":"2026-11-02T02:01:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-13a21832"}} {"level":"info","ts":"2026-11-02T02:01:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-5c005301"}} {"level":"info","ts":"2026-11-02T02:01:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-90a7b136"}} {"level":"info","ts":"2026-11-02T02:01:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d1c2dba2"}} {"level":"info","ts":"2026-11-02T02:01:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a8a2be6b"}} {"level":"info","ts":"2026-11-02T02:01:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-59842dd7"}} {"level":"info","ts":"2026-11-02T02:01:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da39ffd5"}} {"level":"info","ts":"2026-11-02T02:01:48Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-d700e9"}} {"level":"info","ts":"2026-11-02T02:01:56Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-07ac70d0"}} {"level":"info","ts":"2026-11-02T02:01:56Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-07ac70d0"}} {"level":"info","ts":"2026-11-02T02:01:56Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b71ba5"}} {"level":"info","ts":"2026-11-02T02:01:56Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-07ac70d0"}} {"level":"info","ts":"2026-11-02T02:01:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-65188c63"}} {"level":"info","ts":"2026-11-02T02:01:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-13a21832"}} {"level":"info","ts":"2026-11-02T02:01:56Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-07ac70d0"}} {"level":"info","ts":"2026-11-02T02:01:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-5c005301"}} {"level":"info","ts":"2026-11-02T02:01:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-90a7b136"}} {"level":"info","ts":"2026-11-02T02:01:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d1c2dba2"}} {"level":"info","ts":"2026-11-02T02:01:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a8a2be6b"}} {"level":"info","ts":"2026-11-02T02:01:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-59842dd7"}} {"level":"info","ts":"2026-11-02T02:01:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da39ffd5"}} {"level":"info","ts":"2026-11-02T02:01:58Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b71ba5"}} {"level":"info","ts":"2026-11-02T02:01:59Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-d700e9"}} {"level":"info","ts":"2026-11-02T02:02:02Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-d700e9"},"tenantID":"e2e-shared-a-w4-d700e9","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-02T02:02:06Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-65188c63"}} {"level":"info","ts":"2026-11-02T02:02:06Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-13a21832"}} {"level":"info","ts":"2026-11-02T02:02:06Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-07ac70d0"}} {"level":"info","ts":"2026-11-02T02:02:06Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-5c005301"}} {"level":"info","ts":"2026-11-02T02:02:06Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-90a7b136"}} {"level":"info","ts":"2026-11-02T02:02:06Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d1c2dba2"}} {"level":"info","ts":"2026-11-02T02:02:06Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a8a2be6b"}} {"level":"info","ts":"2026-11-02T02:02:06Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-59842dd7"}} {"level":"info","ts":"2026-11-02T02:02:06Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da39ffd5"}} {"level":"info","ts":"2026-11-02T02:02:09Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b71ba5"}} {"level":"info","ts":"2026-11-02T02:02:11Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b71ba5"},"tenantID":"e2e-worker-w0-b71ba5","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-02T02:02:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-65188c63"}} {"level":"info","ts":"2026-11-02T02:02:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-13a21832"}} {"level":"info","ts":"2026-11-02T02:02:16Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-07ac70d0"}} {"level":"info","ts":"2026-11-02T02:02:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-5c005301"}} {"level":"info","ts":"2026-11-02T02:02:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-90a7b136"}} {"level":"info","ts":"2026-11-02T02:02:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d1c2dba2"}} {"level":"info","ts":"2026-11-02T02:02:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a8a2be6b"}} {"level":"info","ts":"2026-11-02T02:02:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-59842dd7"}} {"level":"info","ts":"2026-11-02T02:02:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da39ffd5"}} {"level":"info","ts":"2026-11-02T02:02:21Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-269235"}} {"level":"info","ts":"2026-11-02T02:02:22Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-269235"}} {"level":"info","ts":"2026-11-02T02:02:25Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-269235"}} {"level":"info","ts":"2026-11-02T02:02:26Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-69c15d"}} {"level":"info","ts":"2026-11-02T02:02:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-65188c63"}} {"level":"info","ts":"2026-11-02T02:02:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-13a21832"}} {"level":"info","ts":"2026-11-02T02:02:26Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-07ac70d0"}} {"level":"error","ts":"2026-11-02T02:02:26Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"e2e-unlabeled-5c005301"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:971\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-02T02:02:27Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-90a7b136"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:971\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-02T02:02:27Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d1c2dba2"}} {"level":"error","ts":"2026-11-02T02:02:27Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a8a2be6b"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:971\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-02T02:02:27Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-59842dd7"}} {"level":"info","ts":"2026-11-02T02:02:27Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da39ffd5"}} {"level":"info","ts":"2026-11-02T02:02:27Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-bb0464"}} {"level":"info","ts":"2026-11-02T02:02:29Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-bb0464"}} {"level":"info","ts":"2026-11-02T02:02:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-02T02:02:35Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-269235"}} {"level":"info","ts":"2026-11-02T02:02:37Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-69c15d"},"tenantID":"e2e-inf-a-69c15d","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-02T02:02:40Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-269235"},"tenantID":"e2e-api-a-269235","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-02T02:02:41Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-ef5a72"}} {"level":"info","ts":"2026-11-02T02:02:43Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-bb0464"},"tenantID":"e2e-shared-b-w4-bb0464","namespace":"openshift-ingress"} {"level":"error","ts":"2026-11-02T02:02:43Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-bb0464"},"namespace":"ai-tenant-e2e-shared-b-w4-bb0464","name":"default-tenant","reconcileID":"39bb575a-6487-41e0-9e03-4d35f0622e9a","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-02T02:02:43Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-65188c63"}} {"level":"info","ts":"2026-11-02T02:02:43Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-13a21832"}} {"level":"info","ts":"2026-11-02T02:02:43Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-07ac70d0"}} {"level":"info","ts":"2026-11-02T02:02:43Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d1c2dba2"}} {"level":"info","ts":"2026-11-02T02:02:43Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-59842dd7"}} {"level":"info","ts":"2026-11-02T02:02:43Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da39ffd5"}} {"level":"info","ts":"2026-11-02T02:02:45Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-bb0464"},"tenantID":"e2e-shared-b-w4-bb0464","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-02T02:02:51Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-ef5a72"}} {"level":"info","ts":"2026-11-02T02:02:54Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-ef5a72"},"tenantID":"e2e-shared-b-w3-ef5a72","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-02T02:02:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-65188c63"}} {"level":"info","ts":"2026-11-02T02:02:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-13a21832"}} {"level":"info","ts":"2026-11-02T02:02:54Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-07ac70d0"}} {"level":"info","ts":"2026-11-02T02:02:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d1c2dba2"}} {"level":"info","ts":"2026-11-02T02:02:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-59842dd7"}} {"level":"info","ts":"2026-11-02T02:02:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da39ffd5"}} {"level":"info","ts":"2026-11-02T02:02:54Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-187478"}} {"level":"info","ts":"2026-11-02T02:02:55Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-187478"}} {"level":"info","ts":"2026-11-02T02:02:59Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-07ac70d0"}} {"level":"info","ts":"2026-11-02T02:03:04Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-65188c63"}} {"level":"info","ts":"2026-11-02T02:03:04Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-13a21832"}} {"level":"info","ts":"2026-11-02T02:03:04Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d1c2dba2"}} {"level":"info","ts":"2026-11-02T02:03:04Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-59842dd7"}} {"level":"info","ts":"2026-11-02T02:03:04Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da39ffd5"}} {"level":"info","ts":"2026-11-02T02:03:04Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0c954d"}} {"level":"info","ts":"2026-11-02T02:03:04Z","logger":"tenant","msg":"waiting for the legacy IPP cleanup to finish before applying praxis-extproc","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0c954d"}} {"level":"info","ts":"2026-11-02T02:03:04Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0c954d"}} {"level":"info","ts":"2026-11-02T02:03:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-07ac70d0"},"tenantID":"e2e-mt-07ac70d0","namespace":"openshift-ingress","gatewayName":"e2e-mt-07ac70d0"} {"level":"info","ts":"2026-11-02T02:03:07Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0c954d"}} {"level":"info","ts":"2026-11-02T02:03:09Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-187478"},"tenantID":"e2e-worker-w4-187478","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-02T02:03:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-65188c63"}} {"level":"info","ts":"2026-11-02T02:03:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-13a21832"}} {"level":"info","ts":"2026-11-02T02:03:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d1c2dba2"}} {"level":"info","ts":"2026-11-02T02:03:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-59842dd7"}} {"level":"info","ts":"2026-11-02T02:03:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da39ffd5"}} {"level":"info","ts":"2026-11-02T02:03:17Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0c954d"}} {"level":"info","ts":"2026-11-02T02:03:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-65188c63"}} {"level":"info","ts":"2026-11-02T02:03:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-13a21832"}} {"level":"info","ts":"2026-11-02T02:03:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d1c2dba2"}} {"level":"info","ts":"2026-11-02T02:03:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-59842dd7"}} {"level":"info","ts":"2026-11-02T02:03:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da39ffd5"}} {"level":"info","ts":"2026-11-02T02:03:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-e06ea2"},"tenantID":"e2e-worker-w5-e06ea2","namespace":"openshift-ingress","gatewayName":"e2e-worker-w5-e06ea2"} {"level":"info","ts":"2026-11-02T02:03:27Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0c954d"}} {"level":"info","ts":"2026-11-02T02:03:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f276c3"},"tenantID":"e2e-worker-w1-f276c3","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f276c3"} {"level":"info","ts":"2026-11-02T02:03:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-65188c63"}} {"level":"info","ts":"2026-11-02T02:03:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-13a21832"}} {"level":"info","ts":"2026-11-02T02:03:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d1c2dba2"}} {"level":"info","ts":"2026-11-02T02:03:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-59842dd7"}} {"level":"info","ts":"2026-11-02T02:03:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da39ffd5"}} {"level":"info","ts":"2026-11-02T02:03:37Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0c954d"}} {"level":"info","ts":"2026-11-02T02:03:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-88e76d"},"tenantID":"e2e-worker-w3-88e76d","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-88e76d"} {"level":"info","ts":"2026-11-02T02:03:45Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f276c3"}} {"level":"info","ts":"2026-11-02T02:03:45Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d0fdb9"}} {"level":"info","ts":"2026-11-02T02:03:45Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d0fdb9"}} {"level":"info","ts":"2026-11-02T02:03:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-65188c63"}} {"level":"info","ts":"2026-11-02T02:03:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-13a21832"}} {"level":"info","ts":"2026-11-02T02:03:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d1c2dba2"}} {"level":"info","ts":"2026-11-02T02:03:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-59842dd7"}} {"level":"info","ts":"2026-11-02T02:03:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da39ffd5"}} {"level":"info","ts":"2026-11-02T02:03:47Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0c954d"}} {"level":"info","ts":"2026-11-02T02:03:50Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-76e530"}} {"level":"info","ts":"2026-11-02T02:03:50Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-76e530"}} {"level":"info","ts":"2026-11-02T02:03:50Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-76e530"}} {"level":"info","ts":"2026-11-02T02:03:55Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f276c3"}} {"level":"info","ts":"2026-11-02T02:03:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-07ac70d0"},"tenantID":"e2e-mt-07ac70d0","namespace":"openshift-ingress","gatewayName":"e2e-mt-07ac70d0"} {"level":"info","ts":"2026-11-02T02:03:57Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0c954d"}} {"level":"info","ts":"2026-11-02T02:04:00Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f276c3"},"tenantID":"e2e-worker-w1-f276c3","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-02T02:04:00Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d0fdb9"}} {"level":"info","ts":"2026-11-02T02:04:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-65188c63"}} {"level":"info","ts":"2026-11-02T02:04:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-13a21832"}} {"level":"error","ts":"2026-11-02T02:04:00Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d1c2dba2"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:971\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-02T02:04:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-59842dd7"}} {"level":"info","ts":"2026-11-02T02:04:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da39ffd5"}} {"level":"info","ts":"2026-11-02T02:04:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-07ac70d0"},"tenantID":"e2e-mt-07ac70d0","namespace":"openshift-ingress","gatewayName":"e2e-mt-07ac70d0"} {"level":"info","ts":"2026-11-02T02:04:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-5888dc"},"tenantID":"e2e-worker-w6-5888dc","namespace":"openshift-ingress","gatewayName":"e2e-worker-w6-5888dc"} {"level":"info","ts":"2026-11-02T02:04:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0c954d"},"tenantID":"e2e-api-a-0c954d","namespace":"openshift-ingress","gatewayName":"e2e-api-a-0c954d"} {"level":"info","ts":"2026-11-02T02:04:07Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-76e530"}} {"level":"info","ts":"2026-11-02T02:04:08Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-07ac70d0"}} {"level":"info","ts":"2026-11-02T02:04:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-39ceb2"},"tenantID":"e2e-shared-b-w5-39ceb2","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w5-39ceb2"} {"level":"info","ts":"2026-11-02T02:04:12Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d0fdb9"}} {"level":"info","ts":"2026-11-02T02:04:12Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-65188c63"}} {"level":"info","ts":"2026-11-02T02:04:12Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-13a21832"}} {"level":"info","ts":"2026-11-02T02:04:12Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-59842dd7"}} {"level":"error","ts":"2026-11-02T02:04:12Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-da39ffd5"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:971\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-02T02:04:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-36a1e0"},"tenantID":"e2e-worker-w2-36a1e0","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-36a1e0"} {"level":"info","ts":"2026-11-02T02:04:17Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-07ac70d0"},"tenantID":"e2e-mt-07ac70d0","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-02T02:04:17Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-76e530"}} {"level":"info","ts":"2026-11-02T02:04:22Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d0fdb9"}} {"level":"info","ts":"2026-11-02T02:04:22Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-65188c63"}} {"level":"info","ts":"2026-11-02T02:04:22Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-13a21832"}} {"level":"info","ts":"2026-11-02T02:04:22Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-59842dd7"}} {"level":"info","ts":"2026-11-02T02:04:27Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-76e530"}} {"level":"info","ts":"2026-11-02T02:04:32Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d0fdb9"}} {"level":"info","ts":"2026-11-02T02:04:32Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-65188c63"}} {"level":"info","ts":"2026-11-02T02:04:32Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-13a21832"}} {"level":"info","ts":"2026-11-02T02:04:32Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-59842dd7"}} {"level":"info","ts":"2026-11-02T02:04:33Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d0fdb9"}} {"level":"info","ts":"2026-11-02T02:04:37Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-76e530"}} {"level":"info","ts":"2026-11-02T02:04:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d0fdb9"},"tenantID":"e2e-inf-a-d0fdb9","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-d0fdb9"} {"level":"info","ts":"2026-11-02T02:04:42Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-65188c63"}} {"level":"info","ts":"2026-11-02T02:04:42Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-13a21832"}} {"level":"error","ts":"2026-11-02T02:04:42Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"e2e-mt-other-59842dd7"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:971\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-02T02:04:43Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-76e530"}} {"level":"info","ts":"2026-11-02T02:04:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-76e530"},"tenantID":"e2e-api-a-76e530","namespace":"openshift-ingress","gatewayName":"e2e-api-a-76e530"} {"level":"info","ts":"2026-11-02T02:04:52Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-65188c63"}} {"level":"info","ts":"2026-11-02T02:04:52Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-13a21832"}} {"level":"info","ts":"2026-11-02T02:04:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0c954d"},"tenantID":"e2e-api-a-0c954d","namespace":"openshift-ingress","gatewayName":"e2e-api-a-0c954d"} {"level":"info","ts":"2026-11-02T02:04:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0c954d"},"tenantID":"e2e-api-a-0c954d","namespace":"openshift-ingress","gatewayName":"e2e-api-a-0c954d"} {"level":"info","ts":"2026-11-02T02:05:02Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-65188c63"}} {"level":"info","ts":"2026-11-02T02:05:02Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-13a21832"}} {"level":"info","ts":"2026-11-02T02:05:08Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c78625"}} {"level":"info","ts":"2026-11-02T02:05:08Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c78625"}} {"level":"info","ts":"2026-11-02T02:05:08Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c78625"}} {"level":"info","ts":"2026-11-02T02:05:08Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c78625"}} {"level":"info","ts":"2026-11-02T02:05:12Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-65188c63"}} {"level":"info","ts":"2026-11-02T02:05:12Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-13a21832"}} {"level":"info","ts":"2026-11-02T02:05:18Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c78625"}} {"level":"info","ts":"2026-11-02T02:05:22Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-65188c63"}} {"level":"info","ts":"2026-11-02T02:05:22Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-13a21832"}} {"level":"info","ts":"2026-11-02T02:05:28Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c78625"}} {"level":"info","ts":"2026-11-02T02:05:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d0fdb9"},"tenantID":"e2e-inf-a-d0fdb9","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-d0fdb9"} {"level":"info","ts":"2026-11-02T02:05:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d0fdb9"},"tenantID":"e2e-inf-a-d0fdb9","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-d0fdb9"} {"level":"info","ts":"2026-11-02T02:05:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-65188c63"}} {"level":"info","ts":"2026-11-02T02:05:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-13a21832"}} {"level":"info","ts":"2026-11-02T02:05:38Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c78625"}} {"level":"info","ts":"2026-11-02T02:05:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-76e530"},"tenantID":"e2e-api-a-76e530","namespace":"openshift-ingress","gatewayName":"e2e-api-a-76e530"} {"level":"info","ts":"2026-11-02T02:05:43Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-361fcc"}} {"level":"info","ts":"2026-11-02T02:05:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-76e530"},"tenantID":"e2e-api-a-76e530","namespace":"openshift-ingress","gatewayName":"e2e-api-a-76e530"} {"level":"info","ts":"2026-11-02T02:05:45Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-361fcc"}} {"level":"info","ts":"2026-11-02T02:05:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-65188c63"}} {"level":"info","ts":"2026-11-02T02:05:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-13a21832"}} {"level":"info","ts":"2026-11-02T02:05:48Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c78625"}} {"level":"info","ts":"2026-11-02T02:05:54Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9039bf"}} {"level":"info","ts":"2026-11-02T02:05:54Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9039bf"}} {"level":"info","ts":"2026-11-02T02:05:54Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9039bf"}} {"level":"info","ts":"2026-11-02T02:05:54Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9039bf"}} {"level":"info","ts":"2026-11-02T02:05:55Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-361fcc"}} {"level":"info","ts":"2026-11-02T02:05:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-65188c63"}} {"level":"error","ts":"2026-11-02T02:05:55Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-13a21832"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:971\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-02T02:05:57Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c78625"}} {"level":"info","ts":"2026-11-02T02:06:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c78625"},"tenantID":"e2e-api-b-c78625","namespace":"openshift-ingress","gatewayName":"e2e-api-b-c78625"} {"level":"info","ts":"2026-11-02T02:06:05Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9039bf"}} {"level":"info","ts":"2026-11-02T02:06:05Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-361fcc"}} {"level":"info","ts":"2026-11-02T02:06:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-65188c63"}} {"level":"info","ts":"2026-11-02T02:06:15Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9039bf"}} {"level":"info","ts":"2026-11-02T02:06:15Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-361fcc"}} {"level":"info","ts":"2026-11-02T02:06:15Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-65188c63"}} {"level":"info","ts":"2026-11-02T02:06:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-257466"},"tenantID":"e2e-shared-a-w5-257466","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w5-257466"} {"level":"info","ts":"2026-11-02T02:06:25Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9039bf"}} {"level":"info","ts":"2026-11-02T02:06:26Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-361fcc"}} {"level":"info","ts":"2026-11-02T02:06:26Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-65188c63"}} {"level":"info","ts":"2026-11-02T02:06:35Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9039bf"}} {"level":"info","ts":"2026-11-02T02:06:36Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-361fcc"}} {"level":"info","ts":"2026-11-02T02:06:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-65188c63"}} {"level":"info","ts":"2026-11-02T02:06:36Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-361fcc"}} {"level":"info","ts":"2026-11-02T02:06:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-361fcc"},"tenantID":"e2e-inf-b-361fcc","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-361fcc"} {"level":"info","ts":"2026-11-02T02:06:45Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9039bf"}} {"level":"info","ts":"2026-11-02T02:06:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-65188c63"}} {"level":"info","ts":"2026-11-02T02:06:51Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9039bf"}} {"level":"info","ts":"2026-11-02T02:06:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9039bf"},"tenantID":"e2e-api-b-9039bf","namespace":"openshift-ingress","gatewayName":"e2e-api-b-9039bf"} {"level":"info","ts":"2026-11-02T02:06:58Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-65188c63"}} {"level":"info","ts":"2026-11-02T02:07:05Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-36a1e0"}} {"level":"info","ts":"2026-11-02T02:07:06Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-36a1e0"}} {"level":"info","ts":"2026-11-02T02:07:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c78625"},"tenantID":"e2e-api-b-c78625","namespace":"openshift-ingress","gatewayName":"e2e-api-b-c78625"} {"level":"info","ts":"2026-11-02T02:07:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c78625"},"tenantID":"e2e-api-b-c78625","namespace":"openshift-ingress","gatewayName":"e2e-api-b-c78625"} {"level":"info","ts":"2026-11-02T02:07:12Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0c954d"}} {"level":"info","ts":"2026-11-02T02:07:12Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-65188c63"}} {"level":"info","ts":"2026-11-02T02:07:17Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-36a1e0"}} {"level":"info","ts":"2026-11-02T02:07:20Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-36a1e0"},"tenantID":"e2e-worker-w2-36a1e0","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-02T02:07:21Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0c954d"}} {"level":"info","ts":"2026-11-02T02:07:24Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0c954d"},"tenantID":"e2e-api-a-0c954d","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-02T02:07:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-65188c63"}} {"level":"info","ts":"2026-11-02T02:07:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-02T02:07:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-65188c63"}} {"level":"info","ts":"2026-11-02T02:07:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-361fcc"},"tenantID":"e2e-inf-b-361fcc","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-361fcc"} {"level":"info","ts":"2026-11-02T02:07:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-361fcc"},"tenantID":"e2e-inf-b-361fcc","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-361fcc"} {"level":"info","ts":"2026-11-02T02:07:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-65188c63"}} {"level":"info","ts":"2026-11-02T02:07:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9039bf"},"tenantID":"e2e-api-b-9039bf","namespace":"openshift-ingress","gatewayName":"e2e-api-b-9039bf"} {"level":"info","ts":"2026-11-02T02:07:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9039bf"},"tenantID":"e2e-api-b-9039bf","namespace":"openshift-ingress","gatewayName":"e2e-api-b-9039bf"} {"level":"error","ts":"2026-11-02T02:07:55Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-65188c63"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:971\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-02T02:07:56Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-76e530"}} {"level":"info","ts":"2026-11-02T02:07:57Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-76e530"}} {"level":"info","ts":"2026-11-02T02:08:08Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-76e530"}} {"level":"info","ts":"2026-11-02T02:08:10Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-76e530"},"tenantID":"e2e-api-a-76e530","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-02T02:08:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-e06ea2"},"tenantID":"e2e-worker-w5-e06ea2","namespace":"openshift-ingress","gatewayName":"e2e-worker-w5-e06ea2"} {"level":"info","ts":"2026-11-02T02:08:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d0fdb9"},"tenantID":"e2e-inf-a-d0fdb9","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-d0fdb9"} {"level":"info","ts":"2026-11-02T02:08:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d0fdb9"},"tenantID":"e2e-inf-a-d0fdb9","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-d0fdb9"} {"level":"info","ts":"2026-11-02T02:08:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-361fcc"},"tenantID":"e2e-inf-b-361fcc","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-361fcc"} {"level":"info","ts":"2026-11-02T02:08:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-361fcc"},"tenantID":"e2e-inf-b-361fcc","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-361fcc"} {"level":"info","ts":"2026-11-02T02:08:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d0fdb9"},"tenantID":"e2e-inf-a-d0fdb9","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-d0fdb9"} {"level":"info","ts":"2026-11-02T02:08:43Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c78625"}} {"level":"info","ts":"2026-11-02T02:08:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-361fcc"},"tenantID":"e2e-inf-b-361fcc","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-361fcc"} {"level":"info","ts":"2026-11-02T02:08:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-88e76d"},"tenantID":"e2e-worker-w3-88e76d","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-88e76d"} {"level":"info","ts":"2026-11-02T02:08:53Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c78625"}} {"level":"info","ts":"2026-11-02T02:08:55Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c78625"},"tenantID":"e2e-api-b-c78625","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-02T02:09:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-02T02:09:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-02T02:09:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-5888dc"},"tenantID":"e2e-worker-w6-5888dc","namespace":"openshift-ingress","gatewayName":"e2e-worker-w6-5888dc"} {"level":"info","ts":"2026-11-02T02:09:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-39ceb2"},"tenantID":"e2e-shared-b-w5-39ceb2","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w5-39ceb2"} {"level":"info","ts":"2026-11-02T02:09:27Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9039bf"}} {"level":"info","ts":"2026-11-02T02:09:28Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9039bf"}} {"level":"info","ts":"2026-11-02T02:09:39Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9039bf"}} {"level":"info","ts":"2026-11-02T02:09:41Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9039bf"},"tenantID":"e2e-api-b-9039bf","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-02T02:10:31Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-5888dc"}} {"level":"info","ts":"2026-11-02T02:10:32Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-5888dc"}} {"level":"info","ts":"2026-11-02T02:10:43Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-5888dc"}} {"level":"info","ts":"2026-11-02T02:10:45Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-5888dc"},"tenantID":"e2e-worker-w6-5888dc","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-02T02:11:07Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-88e76d"}} {"level":"info","ts":"2026-11-02T02:11:09Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-88e76d"}} {"level":"info","ts":"2026-11-02T02:11:19Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-88e76d"}} {"level":"info","ts":"2026-11-02T02:11:21Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-88e76d"},"tenantID":"e2e-worker-w3-88e76d","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-02T02:11:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-257466"},"tenantID":"e2e-shared-a-w5-257466","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w5-257466"} {"level":"info","ts":"2026-11-02T02:11:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d0fdb9"},"tenantID":"e2e-inf-a-d0fdb9","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-d0fdb9"} {"level":"info","ts":"2026-11-02T02:11:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d0fdb9"},"tenantID":"e2e-inf-a-d0fdb9","namespace":"openshift-ingress","gatewayName":"e2e-inf-a-d0fdb9"} {"level":"info","ts":"2026-11-02T02:12:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-361fcc"},"tenantID":"e2e-inf-b-361fcc","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-361fcc"} {"level":"info","ts":"2026-11-02T02:12:12Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d0fdb9"}} {"level":"info","ts":"2026-11-02T02:12:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-361fcc"},"tenantID":"e2e-inf-b-361fcc","namespace":"openshift-ingress","gatewayName":"e2e-inf-b-361fcc"} {"level":"info","ts":"2026-11-02T02:12:21Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d0fdb9"}} {"level":"info","ts":"2026-11-02T02:12:24Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d0fdb9"},"tenantID":"e2e-inf-a-d0fdb9","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-02T02:12:54Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-361fcc"}} {"level":"info","ts":"2026-11-02T02:12:55Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-361fcc"}} {"level":"info","ts":"2026-11-02T02:13:06Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-361fcc"}} {"level":"info","ts":"2026-11-02T02:13:08Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-361fcc"},"tenantID":"e2e-inf-b-361fcc","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-02T02:13:19Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-257466"}} {"level":"info","ts":"2026-11-02T02:13:21Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-257466"}} {"level":"info","ts":"2026-11-02T02:13:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-e06ea2"},"tenantID":"e2e-worker-w5-e06ea2","namespace":"openshift-ingress","gatewayName":"e2e-worker-w5-e06ea2"} {"level":"info","ts":"2026-11-02T02:13:33Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-257466"},"tenantID":"e2e-shared-a-w5-257466","namespace":"openshift-ingress"} {"level":"error","ts":"2026-11-02T02:13:33Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-257466"},"namespace":"ai-tenant-e2e-shared-a-w5-257466","name":"default-tenant","reconcileID":"ba094203-690b-4115-9196-b5b12b0419c7","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-02T02:13:35Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-257466"},"tenantID":"e2e-shared-a-w5-257466","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-02T02:13:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-e06ea2"},"tenantID":"e2e-worker-w5-e06ea2","namespace":"openshift-ingress","gatewayName":"e2e-worker-w5-e06ea2"} {"level":"info","ts":"2026-11-02T02:13:45Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-39ceb2"}} {"level":"info","ts":"2026-11-02T02:13:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-e06ea2"},"tenantID":"e2e-worker-w5-e06ea2","namespace":"openshift-ingress","gatewayName":"e2e-worker-w5-e06ea2"} {"level":"info","ts":"2026-11-02T02:13:55Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-39ceb2"}} {"level":"info","ts":"2026-11-02T02:13:58Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-39ceb2"},"tenantID":"e2e-shared-b-w5-39ceb2","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-02T02:14:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-02T02:14:16Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-e06ea2"}} {"level":"info","ts":"2026-11-02T02:14:17Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-e06ea2"}} {"level":"info","ts":"2026-11-02T02:14:28Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-e06ea2"}} {"level":"info","ts":"2026-11-02T02:14:30Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-e06ea2"},"tenantID":"e2e-worker-w5-e06ea2","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-02T02:19:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-02T02:21:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-02T02:21:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-02T02:21:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-02T02:22:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-02T02:22:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-02T02:22:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-02T02:22:41Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-fa3747"}} {"level":"info","ts":"2026-11-02T02:22:42Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-fa3747"}} {"level":"info","ts":"2026-11-02T02:22:42Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-fa3747"}} {"level":"info","ts":"2026-11-02T02:22:45Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-fa3747"}} {"level":"info","ts":"2026-11-02T02:22:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-fa3747"},"tenantID":"e2e-worker-single-main-fa3747","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-fa3747"} {"level":"info","ts":"2026-11-02T02:23:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-fa3747"},"tenantID":"e2e-worker-single-main-fa3747","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-fa3747"} {"level":"info","ts":"2026-11-02T02:23:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-fa3747"},"tenantID":"e2e-worker-single-main-fa3747","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-fa3747"} {"level":"info","ts":"2026-11-02T02:23:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-fa3747"},"tenantID":"e2e-worker-single-main-fa3747","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-fa3747"} {"level":"info","ts":"2026-11-02T02:23:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-fa3747"},"tenantID":"e2e-worker-single-main-fa3747","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-fa3747"} {"level":"info","ts":"2026-11-02T02:24:05Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-fa3747"}} {"level":"info","ts":"2026-11-02T02:24:07Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-fa3747"}} {"level":"info","ts":"2026-11-02T02:24:16Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-fa3747"}} {"level":"info","ts":"2026-11-02T02:24:19Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-fa3747"},"tenantID":"e2e-worker-single-main-fa3747","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-02T02:24:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-02T02:24:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-02T02:24:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-02T02:27:23Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-3ffe96"}} {"level":"info","ts":"2026-11-02T02:27:23Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-3ffe96"}} {"level":"info","ts":"2026-11-02T02:27:23Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-3ffe96"}} {"level":"info","ts":"2026-11-02T02:27:24Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-3ffe96"}} {"level":"info","ts":"2026-11-02T02:27:27Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-3ffe96"}} {"level":"info","ts":"2026-11-02T02:27:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-3ffe96"},"tenantID":"e2e-worker-single-main-3ffe96","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-3ffe96"} {"level":"info","ts":"2026-11-02T02:27:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-3ffe96"},"tenantID":"e2e-worker-single-main-3ffe96","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-3ffe96"} {"level":"info","ts":"2026-11-02T02:27:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-3ffe96"},"tenantID":"e2e-worker-single-main-3ffe96","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-3ffe96"} {"level":"info","ts":"2026-11-02T02:28:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-3ffe96"},"tenantID":"e2e-worker-single-main-3ffe96","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-3ffe96"} {"level":"info","ts":"2026-11-02T02:28:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-3ffe96"},"tenantID":"e2e-worker-single-main-3ffe96","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-3ffe96"} {"level":"info","ts":"2026-11-02T02:28:37Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-3ffe96"}} {"level":"info","ts":"2026-11-02T02:28:38Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-3ffe96"}} {"level":"info","ts":"2026-11-02T02:28:48Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-3ffe96"}} {"level":"info","ts":"2026-11-02T02:28:50Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-3ffe96"},"tenantID":"e2e-worker-single-main-3ffe96","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-02T02:29:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-02T02:31:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-02T02:31:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-02T02:31:25Z","logger":"consumer-portal","msg":"default AITenant has no OIDC issuer; OpenShift OAuth mode is not supported yet, removing the auth proxy","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"}} {"level":"info","ts":"2026-11-02T02:31:26Z","logger":"consumer-portal","msg":"default AITenant has no OIDC issuer; OpenShift OAuth mode is not supported yet, removing the auth proxy","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"}} {"level":"info","ts":"2026-11-02T02:31:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-02T02:31:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-02T02:31:30Z","logger":"consumer-portal","msg":"default AITenant has no OIDC issuer; OpenShift OAuth mode is not supported yet, removing the auth proxy","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"}} {"level":"info","ts":"2026-11-02T02:31:31Z","logger":"consumer-portal","msg":"default AITenant has no OIDC issuer; OpenShift OAuth mode is not supported yet, removing the auth proxy","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"}} {"level":"info","ts":"2026-11-02T02:31:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-02T02:31:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-02T02:31:38Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9ab719a4"}} {"level":"info","ts":"2026-11-02T02:31:38Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9ab719a4"}} {"level":"info","ts":"2026-11-02T02:31:38Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9ab719a4"}} {"level":"info","ts":"2026-11-02T02:31:39Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9ab719a4"}} {"level":"info","ts":"2026-11-02T02:31:40Z","logger":"consumer-portal","msg":"default AITenant has no OIDC issuer; OpenShift OAuth mode is not supported yet, removing the auth proxy","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"}} {"level":"info","ts":"2026-11-02T02:31:41Z","logger":"consumer-portal","msg":"default AITenant has no OIDC issuer; OpenShift OAuth mode is not supported yet, removing the auth proxy","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"}} {"level":"info","ts":"2026-11-02T02:31:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-02T02:31:43Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9ab719a4"}} {"level":"info","ts":"2026-11-02T02:31:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-02T02:31:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9ab719a4"},"tenantID":"e2e-ait-9ab719a4","namespace":"openshift-ingress","gatewayName":"e2e-ait-9ab719a4"} {"level":"info","ts":"2026-11-02T02:31:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9ab719a4"},"tenantID":"e2e-ait-9ab719a4","namespace":"openshift-ingress","gatewayName":"e2e-ait-9ab719a4"} {"level":"info","ts":"2026-11-02T02:32:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9ab719a4"},"tenantID":"e2e-ait-9ab719a4","namespace":"openshift-ingress","gatewayName":"e2e-ait-9ab719a4"} {"level":"info","ts":"2026-11-02T02:32:02Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9ab719a4"}} {"level":"info","ts":"2026-11-02T02:32:03Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9ab719a4"}} {"level":"info","ts":"2026-11-02T02:32:05Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9ab719a4"}} {"level":"info","ts":"2026-11-02T02:32:16Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9ab719a4"}} {"level":"info","ts":"2026-11-02T02:32:24Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9ab719a4"}} {"level":"info","ts":"2026-11-02T02:32:27Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9ab719a4"},"tenantID":"e2e-ait-9ab719a4","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-02T02:32:42Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-5f6a0b"}} {"level":"info","ts":"2026-11-02T02:32:42Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-5f6a0b"}} {"level":"info","ts":"2026-11-02T02:32:42Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-5f6a0b"}} {"level":"info","ts":"2026-11-02T02:32:43Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-5f6a0b"}} {"level":"info","ts":"2026-11-02T02:32:46Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not populated yet; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-5f6a0b"}} {"level":"info","ts":"2026-11-02T02:32:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-5f6a0b"},"tenantID":"e2e-authcfg-http-5f6a0b","namespace":"openshift-ingress","gatewayName":"e2e-authcfg-http-5f6a0b"} {"level":"info","ts":"2026-11-02T02:33:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-5f6a0b"},"tenantID":"e2e-authcfg-http-5f6a0b","namespace":"openshift-ingress","gatewayName":"e2e-authcfg-http-5f6a0b"} {"level":"info","ts":"2026-11-02T02:33:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-5f6a0b"},"tenantID":"e2e-authcfg-http-5f6a0b","namespace":"openshift-ingress","gatewayName":"e2e-authcfg-http-5f6a0b"} {"level":"info","ts":"2026-11-02T02:34:26Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-5f6a0b"}} {"level":"info","ts":"2026-11-02T02:34:27Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-5f6a0b"}} {"level":"info","ts":"2026-11-02T02:34:37Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-5f6a0b"}} {"level":"info","ts":"2026-11-02T02:34:40Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-5f6a0b"},"tenantID":"e2e-authcfg-http-5f6a0b","namespace":"openshift-ingress"}