{"level":"info","ts":"2026-11-03T17:42:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c9b0f"},"tenantID":"e2e-extmod-b-8c9b0f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8c9b0f"}
{"level":"info","ts":"2026-11-03T17:42:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T17:42:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T17:42:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c9b0f"},"tenantID":"e2e-extmod-b-8c9b0f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8c9b0f"}
{"level":"info","ts":"2026-11-03T17:42:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-5f88f673"},"tenantID":"e2e-migrate-5f88f673","namespace":"openshift-ingress","gatewayName":"e2e-migrate-5f88f673-gw"}
{"level":"info","ts":"2026-11-03T17:42:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-af9e3c"},"tenantID":"e2e-shared-a-w4-af9e3c","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-af9e3c"}
{"level":"info","ts":"2026-11-03T17:42:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c9b0f"},"tenantID":"e2e-extmod-b-8c9b0f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8c9b0f"}
{"level":"info","ts":"2026-11-03T17:42:26Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-5f88f673"}}
{"level":"info","ts":"2026-11-03T17:42:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c9b0f"},"tenantID":"e2e-extmod-b-8c9b0f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8c9b0f"}
{"level":"info","ts":"2026-11-03T17:42:31Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-5f88f673"}}
{"level":"info","ts":"2026-11-03T17:42:34Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-5f88f673"},"tenantID":"e2e-migrate-5f88f673","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T17:42:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c9b0f"},"tenantID":"e2e-extmod-b-8c9b0f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8c9b0f"}
{"level":"info","ts":"2026-11-03T17:42:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-147834"},"tenantID":"e2e-shared-b-w4-147834","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-147834"}
{"level":"info","ts":"2026-11-03T17:42:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c9b0f"},"tenantID":"e2e-extmod-b-8c9b0f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8c9b0f"}
{"level":"info","ts":"2026-11-03T17:42:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T17:42:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-147834"},"tenantID":"e2e-shared-b-w4-147834","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-147834"}
{"level":"info","ts":"2026-11-03T17:42:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T17:42:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2355f4"},"tenantID":"e2e-worker-w3-2355f4","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2355f4"}
{"level":"info","ts":"2026-11-03T17:43:01Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-49c123d1"}}
{"level":"info","ts":"2026-11-03T17:43:02Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-49c123d1"}}
{"level":"info","ts":"2026-11-03T17:43:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0b55a36f"},"tenantID":"e2e-ait-0b55a36f","namespace":"openshift-ingress","gatewayName":"e2e-ait-0b55a36f"}
{"level":"info","ts":"2026-11-03T17:43:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0b55a36f"},"tenantID":"e2e-ait-0b55a36f","namespace":"openshift-ingress","gatewayName":"e2e-ait-0b55a36f"}
{"level":"info","ts":"2026-11-03T17:43:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c9b0f"},"tenantID":"e2e-extmod-b-8c9b0f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8c9b0f"}
{"level":"info","ts":"2026-11-03T17:43:16Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-49c123d1"},"tenantID":"e2e-mt-49c123d1","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T17:43:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-af9e3c"},"tenantID":"e2e-shared-a-w4-af9e3c","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-af9e3c"}
{"level":"info","ts":"2026-11-03T17:43:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-af9e3c"},"tenantID":"e2e-shared-a-w4-af9e3c","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-af9e3c"}
{"level":"info","ts":"2026-11-03T17:43:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-af9e3c"},"tenantID":"e2e-shared-a-w4-af9e3c","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-af9e3c"}
{"level":"info","ts":"2026-11-03T17:43:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-147834"},"tenantID":"e2e-shared-b-w4-147834","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-147834"}
{"level":"info","ts":"2026-11-03T17:43:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-147834"},"tenantID":"e2e-shared-b-w4-147834","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-147834"}
{"level":"info","ts":"2026-11-03T17:43:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-147834"},"tenantID":"e2e-shared-b-w4-147834","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-147834"}
{"level":"info","ts":"2026-11-03T17:43:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0b55a36f"},"tenantID":"e2e-ait-0b55a36f","namespace":"openshift-ingress","gatewayName":"e2e-ait-0b55a36f"}
{"level":"info","ts":"2026-11-03T17:43:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0b55a36f"},"tenantID":"e2e-ait-0b55a36f","namespace":"openshift-ingress","gatewayName":"e2e-ait-0b55a36f"}
{"level":"info","ts":"2026-11-03T17:44:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0b55a36f"},"tenantID":"e2e-ait-0b55a36f","namespace":"openshift-ingress","gatewayName":"e2e-ait-0b55a36f"}
{"level":"info","ts":"2026-11-03T17:44:28Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0b55a36f"}}
{"level":"info","ts":"2026-11-03T17:44:29Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0b55a36f"}}
{"level":"info","ts":"2026-11-03T17:44:39Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0b55a36f"}}
{"level":"info","ts":"2026-11-03T17:44:41Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0b55a36f"},"tenantID":"e2e-ait-0b55a36f","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T17:44:45Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-49c123d1"}}
{"level":"info","ts":"2026-11-03T17:44:45Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-49c123d1"}}
{"level":"info","ts":"2026-11-03T17:44:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-49c123d1"},"tenantID":"e2e-mt-49c123d1","namespace":"openshift-ingress","gatewayName":"e2e-mt-49c123d1"}
{"level":"info","ts":"2026-11-03T17:44:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-49c123d1"},"tenantID":"e2e-mt-49c123d1","namespace":"openshift-ingress","gatewayName":"e2e-mt-49c123d1"}
{"level":"info","ts":"2026-11-03T17:45:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3756d5e7"},"tenantID":"e2e-ait-3756d5e7","namespace":"openshift-ingress","gatewayName":"e2e-ait-3756d5e7"}
{"level":"info","ts":"2026-11-03T17:45:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-49c123d1"},"tenantID":"e2e-mt-49c123d1","namespace":"openshift-ingress","gatewayName":"e2e-mt-49c123d1"}
{"level":"info","ts":"2026-11-03T17:45:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3756d5e7"},"tenantID":"e2e-ait-3756d5e7","namespace":"openshift-ingress","gatewayName":"e2e-ait-3756d5e7"}
{"level":"info","ts":"2026-11-03T17:45:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-49c123d1"},"tenantID":"e2e-mt-49c123d1","namespace":"openshift-ingress","gatewayName":"e2e-mt-49c123d1"}
{"level":"info","ts":"2026-11-03T17:45:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-687fb3"},"tenantID":"e2e-worker-w0-687fb3","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-687fb3"}
{"level":"info","ts":"2026-11-03T17:45:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3756d5e7"},"tenantID":"e2e-ait-3756d5e7","namespace":"openshift-ingress","gatewayName":"e2e-ait-3756d5e7"}
{"level":"info","ts":"2026-11-03T17:45:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3756d5e7"},"tenantID":"e2e-ait-3756d5e7","namespace":"openshift-ingress","gatewayName":"e2e-ait-3756d5e7"}
{"level":"info","ts":"2026-11-03T17:45:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-49c123d1"},"tenantID":"e2e-mt-49c123d1","namespace":"openshift-ingress","gatewayName":"e2e-mt-49c123d1"}
{"level":"info","ts":"2026-11-03T17:46:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-49c123d1"},"tenantID":"e2e-mt-49c123d1","namespace":"openshift-ingress","gatewayName":"e2e-mt-49c123d1"}
{"level":"info","ts":"2026-11-03T17:46:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c9b0f"},"tenantID":"e2e-extmod-b-8c9b0f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8c9b0f"}
{"level":"info","ts":"2026-11-03T17:46:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c9b0f"},"tenantID":"e2e-extmod-b-8c9b0f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8c9b0f"}
{"level":"info","ts":"2026-11-03T17:46:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3756d5e7"},"tenantID":"e2e-ait-3756d5e7","namespace":"openshift-ingress","gatewayName":"e2e-ait-3756d5e7"}
{"level":"info","ts":"2026-11-03T17:46:37Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3756d5e7"}}
{"level":"info","ts":"2026-11-03T17:46:38Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3756d5e7"}}
{"level":"info","ts":"2026-11-03T17:46:48Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3756d5e7"}}
{"level":"info","ts":"2026-11-03T17:46:50Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3756d5e7"},"tenantID":"e2e-ait-3756d5e7","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T17:46:52Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-49c123d1"}}
{"level":"info","ts":"2026-11-03T17:46:54Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-49c123d1"},"tenantID":"e2e-mt-49c123d1","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T17:47:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T17:47:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-1b3c7bad"},"tenantID":"e2e-derive-1b3c7bad","namespace":"openshift-ingress","gatewayName":"e2e-derive-1b3c7bad"}
{"level":"info","ts":"2026-11-03T17:47:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-1b3c7bad"},"tenantID":"e2e-derive-1b3c7bad","namespace":"openshift-ingress","gatewayName":"e2e-derive-1b3c7bad"}
{"level":"info","ts":"2026-11-03T17:47:43Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bb8bb103"}}
{"level":"info","ts":"2026-11-03T17:47:43Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bb8bb103"}}
{"level":"info","ts":"2026-11-03T17:47:44Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:47:44Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:47:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T17:47:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2355f4"},"tenantID":"e2e-worker-w3-2355f4","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2355f4"}
{"level":"info","ts":"2026-11-03T17:47:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-1b3c7bad"},"tenantID":"e2e-derive-1b3c7bad","namespace":"openshift-ingress","gatewayName":"e2e-derive-1b3c7bad"}
{"level":"info","ts":"2026-11-03T17:47:55Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bb8bb103"}}
{"level":"info","ts":"2026-11-03T17:47:55Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:48:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-1b3c7bad"},"tenantID":"e2e-derive-1b3c7bad","namespace":"openshift-ingress","gatewayName":"e2e-derive-1b3c7bad"}
{"level":"info","ts":"2026-11-03T17:48:05Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bb8bb103"}}
{"level":"info","ts":"2026-11-03T17:48:05Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:48:07Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bb8bb103"}}
{"level":"info","ts":"2026-11-03T17:48:07Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bb8bb103"}}
{"level":"info","ts":"2026-11-03T17:48:07Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bb8bb103"}}
{"level":"info","ts":"2026-11-03T17:48:08Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bb8bb103"}}
{"level":"info","ts":"2026-11-03T17:48:15Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:48:18Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bb8bb103"}}
{"level":"error","ts":"2026-11-03T17:48:26Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-dfccbd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-dfccbd","reconcileID":"b3977fef-57a1-4715-879f-456836cd535d","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-rt-eq-dfccbd\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T17:48:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-af9e3c"},"tenantID":"e2e-shared-a-w4-af9e3c","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-af9e3c"}
{"level":"info","ts":"2026-11-03T17:48:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T17:48:28Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:48:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T17:48:31Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bb8bb103"}}
{"level":"info","ts":"2026-11-03T17:48:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-1b3c7bad"},"tenantID":"e2e-derive-1b3c7bad","namespace":"openshift-ingress","gatewayName":"e2e-derive-1b3c7bad"}
{"level":"info","ts":"2026-11-03T17:48:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-1b3c7bad"},"tenantID":"e2e-derive-1b3c7bad","namespace":"openshift-ingress","gatewayName":"e2e-derive-1b3c7bad"}
{"level":"info","ts":"2026-11-03T17:48:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T17:48:43Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:48:44Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-1b3c7bad"}}
{"level":"info","ts":"2026-11-03T17:48:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T17:48:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bb8bb103"}}
{"level":"info","ts":"2026-11-03T17:48:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-147834"},"tenantID":"e2e-shared-b-w4-147834","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-147834"}
{"level":"info","ts":"2026-11-03T17:48:53Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-1b3c7bad"}}
{"level":"info","ts":"2026-11-03T17:48:56Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-1b3c7bad"},"tenantID":"e2e-derive-1b3c7bad","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T17:48:56Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:48:56Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bb8bb103"}}
{"level":"info","ts":"2026-11-03T17:49:00Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-687fb3"}}
{"level":"info","ts":"2026-11-03T17:49:02Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-687fb3"},"tenantID":"e2e-worker-w0-687fb3","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T17:49:06Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:49:06Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bb8bb103"}}
{"level":"info","ts":"2026-11-03T17:49:16Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:49:16Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bb8bb103"}}
{"level":"info","ts":"2026-11-03T17:49:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-af9e3c"},"tenantID":"e2e-shared-a-w4-af9e3c","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-af9e3c"}
{"level":"info","ts":"2026-11-03T17:49:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-af9e3c"},"tenantID":"e2e-shared-a-w4-af9e3c","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-af9e3c"}
{"level":"info","ts":"2026-11-03T17:49:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-382697"},"tenantID":"e2e-api-a-382697","namespace":"openshift-ingress","gatewayName":"e2e-api-a-382697"}
{"level":"info","ts":"2026-11-03T17:49:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-382697"},"tenantID":"e2e-api-a-382697","namespace":"openshift-ingress","gatewayName":"e2e-api-a-382697"}
{"level":"info","ts":"2026-11-03T17:49:27Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:49:27Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bb8bb103"}}
{"level":"info","ts":"2026-11-03T17:49:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-147834"},"tenantID":"e2e-shared-b-w4-147834","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-147834"}
{"level":"info","ts":"2026-11-03T17:49:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-147834"},"tenantID":"e2e-shared-b-w4-147834","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-147834"}
{"level":"info","ts":"2026-11-03T17:49:39Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:49:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bb8bb103"}}
{"level":"info","ts":"2026-11-03T17:49:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-1f6be0"},"tenantID":"e2e-autores-1f6be0","namespace":"openshift-ingress","gatewayName":"e2e-autores-1f6be0"}
{"level":"info","ts":"2026-11-03T17:49:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-1f6be0"},"tenantID":"e2e-autores-1f6be0","namespace":"openshift-ingress","gatewayName":"e2e-autores-1f6be0"}
{"level":"info","ts":"2026-11-03T17:49:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-382697"},"tenantID":"e2e-api-a-382697","namespace":"openshift-ingress","gatewayName":"e2e-api-a-382697"}
{"level":"info","ts":"2026-11-03T17:49:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:49:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bb8bb103"}}
{"level":"info","ts":"2026-11-03T17:49:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-382697"},"tenantID":"e2e-api-a-382697","namespace":"openshift-ingress","gatewayName":"e2e-api-a-382697"}
{"level":"info","ts":"2026-11-03T17:49:59Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:49:59Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bb8bb103"}}
{"level":"info","ts":"2026-11-03T17:50:09Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:50:09Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bb8bb103"}}
{"level":"info","ts":"2026-11-03T17:50:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-1f6be0"},"tenantID":"e2e-autores-1f6be0","namespace":"openshift-ingress","gatewayName":"e2e-autores-1f6be0"}
{"level":"info","ts":"2026-11-03T17:50:19Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:50:19Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bb8bb103"}}
{"level":"info","ts":"2026-11-03T17:50:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-1f6be0"},"tenantID":"e2e-autores-1f6be0","namespace":"openshift-ingress","gatewayName":"e2e-autores-1f6be0"}
{"level":"info","ts":"2026-11-03T17:50:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-382697"},"tenantID":"e2e-api-a-382697","namespace":"openshift-ingress","gatewayName":"e2e-api-a-382697"}
{"level":"info","ts":"2026-11-03T17:50:31Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:50:31Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bb8bb103"}}
{"level":"info","ts":"2026-11-03T17:50:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-382697"},"tenantID":"e2e-api-a-382697","namespace":"openshift-ingress","gatewayName":"e2e-api-a-382697"}
{"level":"info","ts":"2026-11-03T17:50:41Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:50:41Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bb8bb103"}}
{"level":"info","ts":"2026-11-03T17:50:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e095fe"},"tenantID":"e2e-api-b-e095fe","namespace":"openshift-ingress","gatewayName":"e2e-api-b-e095fe"}
{"level":"info","ts":"2026-11-03T17:50:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e095fe"},"tenantID":"e2e-api-b-e095fe","namespace":"openshift-ingress","gatewayName":"e2e-api-b-e095fe"}
{"level":"info","ts":"2026-11-03T17:50:51Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:50:51Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bb8bb103"}}
{"level":"info","ts":"2026-11-03T17:51:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-1f6be0"},"tenantID":"e2e-autores-1f6be0","namespace":"openshift-ingress","gatewayName":"e2e-autores-1f6be0"}
{"level":"info","ts":"2026-11-03T17:51:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-1f6be0"},"tenantID":"e2e-autores-1f6be0","namespace":"openshift-ingress","gatewayName":"e2e-autores-1f6be0"}
{"level":"info","ts":"2026-11-03T17:51:02Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:51:02Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bb8bb103"}}
{"level":"info","ts":"2026-11-03T17:51:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-1f6be0"},"tenantID":"e2e-autores-1f6be0","namespace":"openshift-ingress","gatewayName":"e2e-autores-1f6be0"}
{"level":"info","ts":"2026-11-03T17:51:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-1f6be0"},"tenantID":"e2e-autores-1f6be0","namespace":"openshift-ingress","gatewayName":"e2e-autores-1f6be0"}
{"level":"info","ts":"2026-11-03T17:51:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-1f6be0"},"tenantID":"e2e-autores-1f6be0","namespace":"openshift-ingress","gatewayName":"e2e-autores-1f6be0"}
{"level":"info","ts":"2026-11-03T17:51:12Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:51:12Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bb8bb103"}}
{"level":"info","ts":"2026-11-03T17:51:14Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"}}
{"level":"info","ts":"2026-11-03T17:51:14Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"}}
{"level":"info","ts":"2026-11-03T17:51:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e095fe"},"tenantID":"e2e-api-b-e095fe","namespace":"openshift-ingress","gatewayName":"e2e-api-b-e095fe"}
{"level":"info","ts":"2026-11-03T17:51:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e095fe"},"tenantID":"e2e-api-b-e095fe","namespace":"openshift-ingress","gatewayName":"e2e-api-b-e095fe"}
{"level":"info","ts":"2026-11-03T17:51:23Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:51:23Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bb8bb103"}}
{"level":"info","ts":"2026-11-03T17:51:24Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"}}
{"level":"info","ts":"2026-11-03T17:51:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c9b0f"},"tenantID":"e2e-extmod-b-8c9b0f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8c9b0f"}
{"level":"info","ts":"2026-11-03T17:51:33Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:51:33Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bb8bb103"}}
{"level":"info","ts":"2026-11-03T17:51:34Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"}}
{"level":"info","ts":"2026-11-03T17:51:43Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:51:43Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bb8bb103"}}
{"level":"info","ts":"2026-11-03T17:51:44Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"}}
{"level":"info","ts":"2026-11-03T17:51:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-1f6be0"},"tenantID":"e2e-autores-1f6be0","namespace":"openshift-ingress","gatewayName":"e2e-autores-1f6be0"}
{"level":"info","ts":"2026-11-03T17:51:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-1f6be0"},"tenantID":"e2e-autores-1f6be0","namespace":"openshift-ingress","gatewayName":"e2e-autores-1f6be0"}
{"level":"info","ts":"2026-11-03T17:51:51Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"}}
{"level":"info","ts":"2026-11-03T17:51:51Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"}}
{"level":"info","ts":"2026-11-03T17:51:51Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"}}
{"level":"info","ts":"2026-11-03T17:51:52Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"}}
{"level":"info","ts":"2026-11-03T17:51:53Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:51:53Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bb8bb103"}}
{"level":"info","ts":"2026-11-03T17:52:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e095fe"},"tenantID":"e2e-api-b-e095fe","namespace":"openshift-ingress","gatewayName":"e2e-api-b-e095fe"}
{"level":"info","ts":"2026-11-03T17:52:04Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"}}
{"level":"info","ts":"2026-11-03T17:52:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e095fe"},"tenantID":"e2e-api-b-e095fe","namespace":"openshift-ingress","gatewayName":"e2e-api-b-e095fe"}
{"level":"info","ts":"2026-11-03T17:52:09Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-1f6be0"},"tenantID":"e2e-autores-1f6be0","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T17:52:09Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:52:09Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bb8bb103"}}
{"level":"info","ts":"2026-11-03T17:52:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"}}
{"level":"info","ts":"2026-11-03T17:52:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T17:52:21Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-382697"},"tenantID":"e2e-api-a-382697","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T17:52:21Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:52:21Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bb8bb103"}}
{"level":"info","ts":"2026-11-03T17:52:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"}}
{"level":"info","ts":"2026-11-03T17:52:31Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:52:31Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bb8bb103"}}
{"level":"info","ts":"2026-11-03T17:52:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-fe8fde"},"tenantID":"e2e-explicit-fe8fde","namespace":"openshift-ingress","gatewayName":"e2e-explicit-fe8fde"}
{"level":"info","ts":"2026-11-03T17:52:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-fe8fde"},"tenantID":"e2e-explicit-fe8fde","namespace":"openshift-ingress","gatewayName":"e2e-explicit-fe8fde"}
{"level":"info","ts":"2026-11-03T17:52:39Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e095fe"},"tenantID":"e2e-api-b-e095fe","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T17:52:39Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"}}
{"level":"info","ts":"2026-11-03T17:52:41Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:52:41Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bb8bb103"}}
{"level":"info","ts":"2026-11-03T17:52:49Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"}}
{"level":"info","ts":"2026-11-03T17:52:51Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:52:51Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bb8bb103"}}
{"level":"info","ts":"2026-11-03T17:52:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2355f4"},"tenantID":"e2e-worker-w3-2355f4","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2355f4"}
{"level":"info","ts":"2026-11-03T17:53:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-fe8fde"},"tenantID":"e2e-explicit-fe8fde","namespace":"openshift-ingress","gatewayName":"e2e-explicit-fe8fde"}
{"level":"info","ts":"2026-11-03T17:53:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"}}
{"level":"info","ts":"2026-11-03T17:53:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:53:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bb8bb103"}}
{"level":"info","ts":"2026-11-03T17:53:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-fe8fde"},"tenantID":"e2e-explicit-fe8fde","namespace":"openshift-ingress","gatewayName":"e2e-explicit-fe8fde"}
{"level":"info","ts":"2026-11-03T17:53:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"}}
{"level":"info","ts":"2026-11-03T17:53:11Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:53:11Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bb8bb103"}}
{"level":"info","ts":"2026-11-03T17:53:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"}}
{"level":"info","ts":"2026-11-03T17:53:21Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:53:21Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bb8bb103"}}
{"level":"error","ts":"2026-11-03T17:53:22Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-458c0d","namespace":"e2e-extmod-rec-noaccess-a40630"},"namespace":"e2e-extmod-rec-noaccess-a40630","name":"e2e-rec-recover-458c0d","reconcileID":"82b25f52-de2c-48e1-80fb-01758c30c79c","error":"update ExternalModel attachment finalizer: Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-rec-recover-458c0d\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T17:53:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c9b0f"},"tenantID":"e2e-extmod-b-8c9b0f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8c9b0f"}
{"level":"info","ts":"2026-11-03T17:53:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c9b0f"},"tenantID":"e2e-extmod-b-8c9b0f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8c9b0f"}
{"level":"info","ts":"2026-11-03T17:53:30Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2355f4"}}
{"level":"info","ts":"2026-11-03T17:53:32Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2355f4"},"tenantID":"e2e-worker-w3-2355f4","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T17:53:33Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"}}
{"level":"info","ts":"2026-11-03T17:53:33Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:53:33Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bb8bb103"}}
{"level":"error","ts":"2026-11-03T17:53:35Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-b41a15","namespace":"e2e-extmod-rec-user-9bfb2e"},"namespace":"e2e-extmod-rec-user-9bfb2e","name":"e2e-rec-ctrl-b41a15","reconcileID":"8bc6c95f-016a-4578-a856-27b23de66511","error":"apply HTTPRoute e2e-extmod-rec-user-9bfb2e/external-model-e2e-rec-ctrl-b41a15-12eb714be3a2: httproutes.gateway.networking.k8s.io \"external-model-e2e-rec-ctrl-b41a15-12eb714be3a2\" is forbidden: unable to create new content in namespace e2e-extmod-rec-user-9bfb2e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T17:53:37Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-b41a15","namespace":"e2e-extmod-rec-user-9bfb2e"},"namespace":"e2e-extmod-rec-user-9bfb2e","name":"e2e-rec-ctrl-b41a15","reconcileID":"29045be0-f02d-42d7-ac28-e5afd30f61d6","error":"update ExternalModel attachment finalizer: Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-rec-ctrl-b41a15\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T17:53:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c9b0f"},"tenantID":"e2e-extmod-b-8c9b0f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8c9b0f"}
{"level":"info","ts":"2026-11-03T17:53:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-fe8fde"},"tenantID":"e2e-explicit-fe8fde","namespace":"openshift-ingress","gatewayName":"e2e-explicit-fe8fde"}
{"level":"info","ts":"2026-11-03T17:53:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c9b0f"},"tenantID":"e2e-extmod-b-8c9b0f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8c9b0f"}
{"level":"info","ts":"2026-11-03T17:53:43Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"}}
{"level":"info","ts":"2026-11-03T17:53:43Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:53:43Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bb8bb103"}}
{"level":"info","ts":"2026-11-03T17:53:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-fe8fde"},"tenantID":"e2e-explicit-fe8fde","namespace":"openshift-ingress","gatewayName":"e2e-explicit-fe8fde"}
{"level":"info","ts":"2026-11-03T17:53:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c9b0f"},"tenantID":"e2e-extmod-b-8c9b0f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8c9b0f"}
{"level":"info","ts":"2026-11-03T17:53:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-fe8fde"},"tenantID":"e2e-explicit-fe8fde","namespace":"openshift-ingress","gatewayName":"e2e-explicit-fe8fde"}
{"level":"info","ts":"2026-11-03T17:53:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T17:53:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"}}
{"level":"info","ts":"2026-11-03T17:53:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:53:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bb8bb103"}}
{"level":"info","ts":"2026-11-03T17:53:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-fe8fde"},"tenantID":"e2e-explicit-fe8fde","namespace":"openshift-ingress","gatewayName":"e2e-explicit-fe8fde"}
{"level":"info","ts":"2026-11-03T17:54:04Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"}}
{"level":"info","ts":"2026-11-03T17:54:04Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:54:04Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bb8bb103"}}
{"level":"info","ts":"2026-11-03T17:54:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-fe8fde"},"tenantID":"e2e-explicit-fe8fde","namespace":"openshift-ingress","gatewayName":"e2e-explicit-fe8fde"}
{"level":"info","ts":"2026-11-03T17:54:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-fe8fde"},"tenantID":"e2e-explicit-fe8fde","namespace":"openshift-ingress","gatewayName":"e2e-explicit-fe8fde"}
{"level":"info","ts":"2026-11-03T17:54:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"}}
{"level":"info","ts":"2026-11-03T17:54:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:54:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bb8bb103"}}
{"level":"info","ts":"2026-11-03T17:54:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-af9e3c"},"tenantID":"e2e-shared-a-w4-af9e3c","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-af9e3c"}
{"level":"info","ts":"2026-11-03T17:54:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"}}
{"level":"info","ts":"2026-11-03T17:54:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:54:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bb8bb103"}}
{"level":"info","ts":"2026-11-03T17:54:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"}}
{"level":"info","ts":"2026-11-03T17:54:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:54:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bb8bb103"}}
{"level":"info","ts":"2026-11-03T17:54:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-147834"},"tenantID":"e2e-shared-b-w4-147834","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-147834"}
{"level":"info","ts":"2026-11-03T17:54:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"}}
{"level":"info","ts":"2026-11-03T17:54:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:54:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bb8bb103"}}
{"level":"info","ts":"2026-11-03T17:54:53Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-fe8fde"},"tenantID":"e2e-explicit-fe8fde","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T17:54:55Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-fe8fde"},"tenantID":"e2e-explicit-fe8fde","namespace":"openshift-ingress"}
{"level":"error","ts":"2026-11-03T17:54:55Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-fe8fde"},"namespace":"ai-tenant-e2e-explicit-fe8fde","name":"default-tenant","reconcileID":"2602ca66-6aa0-4a33-bdd4-2aa0adad5fe2","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T17:54:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"}}
{"level":"info","ts":"2026-11-03T17:54:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:54:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bb8bb103"}}
{"level":"info","ts":"2026-11-03T17:55:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"}}
{"level":"info","ts":"2026-11-03T17:55:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:55:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bb8bb103"}}
{"level":"info","ts":"2026-11-03T17:55:15Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"}}
{"level":"info","ts":"2026-11-03T17:55:15Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:55:15Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bb8bb103"}}
{"level":"info","ts":"2026-11-03T17:55:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"}}
{"level":"info","ts":"2026-11-03T17:55:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:55:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bb8bb103"}}
{"level":"info","ts":"2026-11-03T17:55:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"}}
{"level":"info","ts":"2026-11-03T17:55:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:55:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bb8bb103"}}
{"level":"info","ts":"2026-11-03T17:55:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"}}
{"level":"info","ts":"2026-11-03T17:55:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:55:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bb8bb103"}}
{"level":"info","ts":"2026-11-03T17:55:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"}}
{"level":"info","ts":"2026-11-03T17:55:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:55:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bb8bb103"}}
{"level":"info","ts":"2026-11-03T17:56:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"}}
{"level":"info","ts":"2026-11-03T17:56:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:56:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bb8bb103"}}
{"level":"info","ts":"2026-11-03T17:56:15Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-af9e3c"}}
{"level":"info","ts":"2026-11-03T17:56:18Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-af9e3c"},"tenantID":"e2e-shared-a-w4-af9e3c","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T17:56:18Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"}}
{"level":"info","ts":"2026-11-03T17:56:18Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:56:18Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bb8bb103"}}
{"level":"info","ts":"2026-11-03T17:56:28Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"}}
{"level":"info","ts":"2026-11-03T17:56:28Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:56:28Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bb8bb103"}}
{"level":"info","ts":"2026-11-03T17:56:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"}}
{"level":"info","ts":"2026-11-03T17:56:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:56:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bb8bb103"}}
{"level":"info","ts":"2026-11-03T17:56:45Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-147834"}}
{"level":"info","ts":"2026-11-03T17:56:47Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-147834"},"tenantID":"e2e-shared-b-w4-147834","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T17:56:48Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"}}
{"level":"info","ts":"2026-11-03T17:56:48Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:56:48Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bb8bb103"}}
{"level":"info","ts":"2026-11-03T17:56:58Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"}}
{"level":"info","ts":"2026-11-03T17:56:58Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:56:58Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bb8bb103"}}
{"level":"info","ts":"2026-11-03T17:57:08Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"}}
{"level":"info","ts":"2026-11-03T17:57:08Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:57:08Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bb8bb103"}}
{"level":"error","ts":"2026-11-03T17:57:16Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-82e544","namespace":"e2e-extmod-rot-user-92e3a2"},"namespace":"e2e-extmod-rot-user-92e3a2","name":"e2e-rot-82e544","reconcileID":"40e92853-8a2f-4c1f-8eb1-0c1416ea6518","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-rot-82e544\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T17:57:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c9b0f"},"tenantID":"e2e-extmod-b-8c9b0f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8c9b0f"}
{"level":"info","ts":"2026-11-03T17:57:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c9b0f"},"tenantID":"e2e-extmod-b-8c9b0f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8c9b0f"}
{"level":"info","ts":"2026-11-03T17:57:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"}}
{"level":"info","ts":"2026-11-03T17:57:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:57:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bb8bb103"}}
{"level":"info","ts":"2026-11-03T17:57:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T17:57:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"}}
{"level":"info","ts":"2026-11-03T17:57:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:57:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bb8bb103"}}
{"level":"info","ts":"2026-11-03T17:57:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"}}
{"level":"info","ts":"2026-11-03T17:57:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:57:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bb8bb103"}}
{"level":"info","ts":"2026-11-03T17:57:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"}}
{"level":"info","ts":"2026-11-03T17:57:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:57:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bb8bb103"}}
{"level":"info","ts":"2026-11-03T17:58:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"}}
{"level":"info","ts":"2026-11-03T17:58:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:58:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bb8bb103"}}
{"level":"info","ts":"2026-11-03T17:58:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"}}
{"level":"info","ts":"2026-11-03T17:58:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"error","ts":"2026-11-03T17:58:10Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bb8bb103"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T17:58:14Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-e7171a","namespace":"e2e-extmod-att-user-e844ae"},"namespace":"e2e-extmod-att-user-e844ae","name":"e2e-att-detach-e7171a","reconcileID":"5e51ba65-dbf7-44b9-ac9b-fd638ca6504c","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-att-detach-e7171a\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T17:58:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c9b0f"},"tenantID":"e2e-extmod-b-8c9b0f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8c9b0f"}
{"level":"info","ts":"2026-11-03T17:58:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c9b0f"},"tenantID":"e2e-extmod-b-8c9b0f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8c9b0f"}
{"level":"info","ts":"2026-11-03T17:58:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c9b0f"},"tenantID":"e2e-extmod-b-8c9b0f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8c9b0f"}
{"level":"info","ts":"2026-11-03T17:58:21Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"}}
{"level":"info","ts":"2026-11-03T17:58:21Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:58:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c9b0f"},"tenantID":"e2e-extmod-b-8c9b0f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8c9b0f"}
{"level":"info","ts":"2026-11-03T17:58:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c9b0f"},"tenantID":"e2e-extmod-b-8c9b0f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8c9b0f"}
{"level":"info","ts":"2026-11-03T17:58:31Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"}}
{"level":"info","ts":"2026-11-03T17:58:31Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"error","ts":"2026-11-03T17:58:40Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-93ec93","namespace":"e2e-extmod-att-user-e844ae"},"namespace":"e2e-extmod-att-user-e844ae","name":"e2e-att-serve-93ec93","reconcileID":"c858a00d-fc67-4e45-a775-f0ecc98db495","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-att-serve-93ec93\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T17:58:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c9b0f"},"tenantID":"e2e-extmod-b-8c9b0f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8c9b0f"}
{"level":"info","ts":"2026-11-03T17:58:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c9b0f"},"tenantID":"e2e-extmod-b-8c9b0f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8c9b0f"}
{"level":"info","ts":"2026-11-03T17:58:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"}}
{"level":"info","ts":"2026-11-03T17:58:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"error","ts":"2026-11-03T17:58:54Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-d21aeb","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"namespace":"ai-tenant-e2e-extmod-a-029ca0","name":"e2e-cmp-legacy-d21aeb","reconcileID":"7b1b077a-c9f2-4166-82af-26b5129f5b6c","error":"resolver: no provider refs resolved to routes","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-03T17:58:54Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-d21aeb","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"namespace":"ai-tenant-e2e-extmod-a-029ca0","name":"e2e-cmp-legacy-d21aeb","reconcileID":"65f06ef4-0f19-42d3-af6a-b0c46af46e89","error":"resolver: no provider refs resolved to routes","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T17:58:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T17:58:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T17:59:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T17:59:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"}}
{"level":"info","ts":"2026-11-03T17:59:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:59:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T17:59:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"}}
{"level":"info","ts":"2026-11-03T17:59:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:59:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"}}
{"level":"info","ts":"2026-11-03T17:59:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:59:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T17:59:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T17:59:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"}}
{"level":"info","ts":"2026-11-03T17:59:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:59:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"}}
{"level":"info","ts":"2026-11-03T17:59:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"}}
{"level":"info","ts":"2026-11-03T17:59:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"error","ts":"2026-11-03T17:59:48Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-d21aeb","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"namespace":"ai-tenant-e2e-extmod-a-029ca0","name":"e2e-cmp-legacy-d21aeb","reconcileID":"e3f44317-fd25-453a-9a34-ee2b81c38b00","error":"remove ExternalModel cleanup finalizer: externalmodels.inference.opendatahub.io \"e2e-cmp-legacy-d21aeb\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T17:59:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T17:59:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T17:59:53Z","logger":"tenant","msg":"routing overlay is not ready for ExternalModel ExtProc","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"reason":"routing overlay is absent","namespace":"ai-tenant-e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T17:59:53Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"}}
{"level":"error","ts":"2026-11-03T17:59:53Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-e195f38b"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T17:59:53Z","logger":"tenant","msg":"routing overlay is not ready for ExternalModel ExtProc","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"reason":"routing overlay is absent","namespace":"ai-tenant-e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T17:59:53Z","logger":"tenant","msg":"routing overlay is not ready for ExternalModel ExtProc","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"reason":"routing overlay is absent","namespace":"ai-tenant-e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T17:59:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T17:59:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T18:00:03Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"}}
{"level":"info","ts":"2026-11-03T18:00:13Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"}}
{"level":"info","ts":"2026-11-03T18:00:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T18:00:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"}}
{"level":"info","ts":"2026-11-03T18:00:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T18:00:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T18:00:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T18:00:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"}}
{"level":"info","ts":"2026-11-03T18:00:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T18:00:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"}}
{"level":"info","ts":"2026-11-03T18:00:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"}}
{"level":"info","ts":"2026-11-03T18:01:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"}}
{"level":"info","ts":"2026-11-03T18:01:15Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"}}
{"level":"info","ts":"2026-11-03T18:01:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"}}
{"level":"info","ts":"2026-11-03T18:01:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"}}
{"level":"info","ts":"2026-11-03T18:01:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"}}
{"level":"error","ts":"2026-11-03T18:01:55Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-bcf50c30"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T18:02:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T18:02:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T18:02:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T18:02:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T18:02:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T18:02:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T18:03:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T18:03:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T18:03:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c9b0f"},"tenantID":"e2e-extmod-b-8c9b0f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8c9b0f"}
{"level":"info","ts":"2026-11-03T18:04:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T18:05:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T18:05:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T18:05:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T18:05:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T18:05:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T18:08:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c9b0f"},"tenantID":"e2e-extmod-b-8c9b0f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8c9b0f"}
{"level":"info","ts":"2026-11-03T18:09:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T18:09:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T18:09:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T18:10:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c9b0f"},"tenantID":"e2e-extmod-b-8c9b0f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8c9b0f"}
{"level":"info","ts":"2026-11-03T18:10:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c9b0f"},"tenantID":"e2e-extmod-b-8c9b0f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8c9b0f"}
{"level":"error","ts":"2026-11-03T18:12:23Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-8ee7d6","namespace":"e2e-extmod-cfl-1-899c54"},"namespace":"e2e-extmod-cfl-1-899c54","name":"e2e-cfl-ok-8ee7d6","reconcileID":"b8e04596-6730-41e3-bba9-a4e73ea81fd7","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-cfl-ok-8ee7d6\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T18:12:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T18:12:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T18:12:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T18:12:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"error","ts":"2026-11-03T18:12:48Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-bc71b1","namespace":"e2e-extmod-cfl-1-899c54"},"namespace":"e2e-extmod-cfl-1-899c54","name":"e2e-cfl-same-bc71b1","reconcileID":"5b8dd366-22fb-4cdb-a8e9-69004c215665","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-cfl-same-bc71b1\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T18:12:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"error","ts":"2026-11-03T18:12:50Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-bc71b1","namespace":"e2e-extmod-cfl-2-49b1f9"},"namespace":"e2e-extmod-cfl-2-49b1f9","name":"e2e-cfl-same-bc71b1","reconcileID":"245d6481-8c12-46b2-971e-c7b74dfcb2b1","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-cfl-same-bc71b1\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T18:12:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T18:12:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"error","ts":"2026-11-03T18:13:04Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ba1f9e","namespace":"e2e-extmod-cfl-1-899c54"},"namespace":"e2e-extmod-cfl-1-899c54","name":"e2e-cfl-ba1f9e","reconcileID":"5384bbd3-cb8b-4922-be32-80f7f9c857bd","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-cfl-ba1f9e\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T18:13:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T18:13:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T18:13:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"error","ts":"2026-11-03T18:13:21Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-d35f0c","namespace":"e2e-extmod-cfl-1-899c54"},"namespace":"e2e-extmod-cfl-1-899c54","name":"e2e-cfl-d35f0c","reconcileID":"7549777c-8454-4ace-b2a9-b1fe8b96dbf1","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-cfl-d35f0c\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T18:13:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T18:13:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T18:13:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T18:13:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T18:13:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T18:13:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"error","ts":"2026-11-03T18:14:24Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-b7d0a7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b7d0a7","reconcileID":"64caec64-6348-4ea8-94aa-ad52cd93b660","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-dft-b7d0a7\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T18:14:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T18:14:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T18:14:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T18:14:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T18:14:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T18:14:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T18:14:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T18:14:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"error","ts":"2026-11-03T18:14:46Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-d0394d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-d0394d","reconcileID":"ef913cb3-3db7-401d-b35b-9a4c71e10e38","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-dft-refs-d0394d\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T18:14:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T18:14:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T18:14:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"error","ts":"2026-11-03T18:14:55Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-d87847","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-d87847","reconcileID":"65ebce6b-1c90-45ad-8277-2e6e631ec42c","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-dft-del-d87847\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T18:14:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T18:14:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T18:15:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T18:15:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T18:15:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T18:15:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c9b0f"},"tenantID":"e2e-extmod-b-8c9b0f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8c9b0f"}
{"level":"info","ts":"2026-11-03T18:15:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c9b0f"},"tenantID":"e2e-extmod-b-8c9b0f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8c9b0f"}
{"level":"info","ts":"2026-11-03T18:15:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c9b0f"},"tenantID":"e2e-extmod-b-8c9b0f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8c9b0f"}
{"level":"info","ts":"2026-11-03T18:16:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c9b0f"},"tenantID":"e2e-extmod-b-8c9b0f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8c9b0f"}
{"level":"info","ts":"2026-11-03T18:16:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c9b0f"},"tenantID":"e2e-extmod-b-8c9b0f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8c9b0f"}
{"level":"error","ts":"2026-11-03T18:16:18Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-a9183052","namespace":"e2e-extmod-fail-user-5bf2fa"},"namespace":"e2e-extmod-fail-user-5bf2fa","name":"e2e-fail-a9183052","reconcileID":"0af84011-ec9b-4c10-934a-93746a5766a9","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-fail-a9183052\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T18:16:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T18:16:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T18:16:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T18:16:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c9b0f"},"tenantID":"e2e-extmod-b-8c9b0f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8c9b0f"}
{"level":"info","ts":"2026-11-03T18:16:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T18:16:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c9b0f"},"tenantID":"e2e-extmod-b-8c9b0f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8c9b0f"}
{"level":"info","ts":"2026-11-03T18:16:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T18:17:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T18:17:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c9b0f"},"tenantID":"e2e-extmod-b-8c9b0f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8c9b0f"}
{"level":"info","ts":"2026-11-03T18:17:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T18:17:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c9b0f"},"tenantID":"e2e-extmod-b-8c9b0f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8c9b0f"}
{"level":"info","ts":"2026-11-03T18:17:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T18:17:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c9b0f"},"tenantID":"e2e-extmod-b-8c9b0f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8c9b0f"}
{"level":"info","ts":"2026-11-03T18:20:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-03T18:21:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T18:21:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c9b0f"},"tenantID":"e2e-extmod-b-8c9b0f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8c9b0f"}
{"level":"info","ts":"2026-11-03T18:21:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T18:21:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c9b0f"},"tenantID":"e2e-extmod-b-8c9b0f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8c9b0f"}
{"level":"info","ts":"2026-11-03T18:21:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T18:21:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c9b0f"},"tenantID":"e2e-extmod-b-8c9b0f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8c9b0f"}
{"level":"info","ts":"2026-11-03T18:21:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T18:21:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c9b0f"},"tenantID":"e2e-extmod-b-8c9b0f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8c9b0f"}
{"level":"info","ts":"2026-11-03T18:21:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T18:21:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c9b0f"},"tenantID":"e2e-extmod-b-8c9b0f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8c9b0f"}
{"level":"info","ts":"2026-11-03T18:21:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T18:21:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c9b0f"},"tenantID":"e2e-extmod-b-8c9b0f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8c9b0f"}
{"level":"info","ts":"2026-11-03T18:21:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T18:21:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c9b0f"},"tenantID":"e2e-extmod-b-8c9b0f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8c9b0f"}
{"level":"info","ts":"2026-11-03T18:21:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T18:21:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c9b0f"},"tenantID":"e2e-extmod-b-8c9b0f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8c9b0f"}
{"level":"info","ts":"2026-11-03T18:22:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T18:22:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c9b0f"},"tenantID":"e2e-extmod-b-8c9b0f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8c9b0f"}
{"level":"info","ts":"2026-11-03T18:25:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"error","ts":"2026-11-03T18:25:57Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-4cd389","namespace":"e2e-extmod-shr-user-82ab32"},"namespace":"e2e-extmod-shr-user-82ab32","name":"e2e-shr-quota-4cd389","reconcileID":"262066dd-ad9a-463c-ad09-8c33e3c0d184","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-shr-quota-4cd389\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T18:25:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T18:26:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c9b0f"},"tenantID":"e2e-extmod-b-8c9b0f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8c9b0f"}
{"level":"info","ts":"2026-11-03T18:26:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T18:26:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c9b0f"},"tenantID":"e2e-extmod-b-8c9b0f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8c9b0f"}
{"level":"info","ts":"2026-11-03T18:26:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T18:26:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c9b0f"},"tenantID":"e2e-extmod-b-8c9b0f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8c9b0f"}
{"level":"error","ts":"2026-11-03T18:26:27Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-017b6b","namespace":"e2e-extmod-shr-user-82ab32"},"namespace":"e2e-extmod-shr-user-82ab32","name":"e2e-shr-auth-017b6b","reconcileID":"9634e395-eb7c-4820-b314-b74f766759b3","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-shr-auth-017b6b\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T18:26:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T18:26:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c9b0f"},"tenantID":"e2e-extmod-b-8c9b0f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8c9b0f"}
{"level":"info","ts":"2026-11-03T18:26:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T18:26:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c9b0f"},"tenantID":"e2e-extmod-b-8c9b0f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8c9b0f"}
{"level":"error","ts":"2026-11-03T18:26:53Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-9adece","namespace":"e2e-extmod-shr-user-82ab32"},"namespace":"e2e-extmod-shr-user-82ab32","name":"e2e-shr-shared-9adece","reconcileID":"2aaf98d4-501b-4546-a8f2-55811e1baba8","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-shr-shared-9adece\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T18:26:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T18:26:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c9b0f"},"tenantID":"e2e-extmod-b-8c9b0f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8c9b0f"}
{"level":"info","ts":"2026-11-03T18:26:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-029ca0"}
{"level":"info","ts":"2026-11-03T18:27:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c9b0f"},"tenantID":"e2e-extmod-b-8c9b0f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8c9b0f"}
{"level":"info","ts":"2026-11-03T18:27:07Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-03T18:27:09Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"tenantID":"e2e-extmod-a-029ca0","namespace":"openshift-ingress"}
{"level":"error","ts":"2026-11-03T18:27:09Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-029ca0"},"namespace":"ai-tenant-e2e-extmod-a-029ca0","name":"default-tenant","reconcileID":"4ba8c62f-eaa8-4878-838e-6df55f2343cb","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-03T18:27:29Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c9b0f"},"tenantID":"e2e-extmod-b-8c9b0f","namespace":"openshift-ingress"}