{"level":"info","ts":"2026-11-01T20:32:29Z","logger":"aiguardrail","msg":"NemoGuardrails CRD not installed; AIGuardrail provider watch disabled","crd":"trustyai.opendatahub.io/v1alpha1, Kind=NemoGuardrails","effect":"every AIGuardrail is refused until TrustyAI is installed; policies recover on their own, but until this controller restarts provider edits are picked up at the resync interval rather than immediately"}
{"level":"info","ts":"2026-11-01T20:32:29Z","logger":"setup","msg":"starting ai-gateway-controller","manifestPath":"/config/manifests/external-model/overlays/odh","image":"quay.io/opendatahub/odh-praxis-extproc:odh-stable"}
{"level":"info","ts":"2026-11-01T20:32:29Z","logger":"controller-runtime.metrics","msg":"Starting metrics server"}
{"level":"info","ts":"2026-11-01T20:32:29Z","msg":"starting server","name":"health probe","addr":"[::]:8081"}
{"level":"info","ts":"2026-11-01T20:32:29Z","logger":"controller-runtime.certwatcher","msg":"Updated current TLS certificate","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key"}
{"level":"info","ts":"2026-11-01T20:32:29Z","logger":"controller-runtime.metrics","msg":"Serving metrics server","bindAddress":":8443","secure":true}
{"level":"info","ts":"2026-11-01T20:32:29Z","logger":"controller-runtime.certwatcher","msg":"Starting certificate poll+watcher","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10}
{"level":"info","ts":"2026-11-01T20:32:29Z","logger":"leaderelection","msg":"Attempting to acquire leader lease...","lock":"opendatahub/ai-gateway-controller-leader.opendatahub.io"}
{"level":"info","ts":"2026-11-01T20:32:46Z","logger":"leaderelection","msg":"Successfully acquired lease","lock":"opendatahub/ai-gateway-controller-leader.opendatahub.io"}
{"level":"info","ts":"2026-11-01T20:32:46Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.ConfigMap"}
{"level":"info","ts":"2026-11-01T20:32:46Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaasTenantConfig]"}
{"level":"info","ts":"2026-11-01T20:32:46Z","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 AITenant]"}
{"level":"info","ts":"2026-11-01T20:32:46Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 AITenant]"}
{"level":"info","ts":"2026-11-01T20:32:46Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.ExternalModel"}
{"level":"info","ts":"2026-11-01T20:32:46Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[gateway.networking.k8s.io/v1beta1 ReferenceGrant]"}
{"level":"info","ts":"2026-11-01T20:32:46Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.ExternalProvider"}
{"level":"info","ts":"2026-11-01T20:32:46Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[v1 Secret]"}
{"level":"info","ts":"2026-11-01T20:32:46Z","msg":"Starting EventSource","controller":"aiguardrail","controllerGroup":"aigateway.opendatahub.io","controllerKind":"AIGuardrail","source":"kind source: *v1.Namespace"}
{"level":"info","ts":"2026-11-01T20:32:46Z","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"}
{"level":"info","ts":"2026-11-01T20:32:46Z","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1.PartialObjectMetadata[v1 Secret]"}
{"level":"info","ts":"2026-11-01T20:32:46Z","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaasTenantConfig]"}
{"level":"info","ts":"2026-11-01T20:32:46Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"}
{"level":"info","ts":"2026-11-01T20:32:46Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"}
{"level":"info","ts":"2026-11-01T20:32:46Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1.PartialObjectMetadata[v1 Secret]"}
{"level":"info","ts":"2026-11-01T20:32:46Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1.Service"}
{"level":"info","ts":"2026-11-01T20:32:46Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"}
{"level":"info","ts":"2026-11-01T20:32:46Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaasTenantConfig]"}
{"level":"info","ts":"2026-11-01T20:32:46Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 AITenant]"}
{"level":"info","ts":"2026-11-01T20:32:46Z","msg":"Starting EventSource","controller":"aiguardrail","controllerGroup":"aigateway.opendatahub.io","controllerKind":"AIGuardrail","source":"kind source: *v1alpha1.AIGuardrail"}
{"level":"info","ts":"2026-11-01T20:32:46Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[gateway.networking.k8s.io/v1 HTTPRoute]"}
{"level":"info","ts":"2026-11-01T20:32:46Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v2 DSCInitialization]"}
{"level":"info","ts":"2026-11-01T20:32:46Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaasTenantConfig]"}
{"level":"info","ts":"2026-11-01T20:32:46Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 AITenant]"}
{"level":"info","ts":"2026-11-01T20:32:46Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[v1 Secret]"}
{"level":"info","ts":"2026-11-01T20:32:46Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[v1 ConfigMap]"}
{"level":"info","ts":"2026-11-01T20:32:46Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[v1 Service]"}
{"level":"info","ts":"2026-11-01T20:32:46Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[gateway.networking.k8s.io/v1 HTTPRoute]"}
{"level":"info","ts":"2026-11-01T20:32:47Z","msg":"Starting Controller","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"}
{"level":"info","ts":"2026-11-01T20:32:47Z","msg":"Starting workers","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1}
{"level":"info","ts":"2026-11-01T20:32:47Z","msg":"Starting Controller","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"}
{"level":"info","ts":"2026-11-01T20:32:47Z","msg":"Starting workers","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1}
{"level":"info","ts":"2026-11-01T20:32:47Z","msg":"Starting Controller","controller":"aiguardrail","controllerGroup":"aigateway.opendatahub.io","controllerKind":"AIGuardrail"}
{"level":"info","ts":"2026-11-01T20:32:47Z","msg":"Starting workers","controller":"aiguardrail","controllerGroup":"aigateway.opendatahub.io","controllerKind":"AIGuardrail","worker count":1}
{"level":"info","ts":"2026-11-01T20:32:47Z","msg":"Starting Controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig"}
{"level":"info","ts":"2026-11-01T20:32:47Z","msg":"Starting workers","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1}
{"level":"info","ts":"2026-11-01T20:32:47Z","msg":"Starting Controller","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig"}
{"level":"info","ts":"2026-11-01T20:32:47Z","msg":"Starting workers","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1}
{"level":"info","ts":"2026-11-01T20:32:47Z","logger":"consumer-portal","msg":"default AITenant has no OIDC issuer; OpenShift OAuth mode is not supported yet, removing the auth proxy","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"}}
{"level":"info","ts":"2026-11-01T20:32:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenantID":"e2e-shared-a-w4-df41b8","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8"}
{"level":"info","ts":"2026-11-01T20:32:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"tenantID":"e2e-extmod-b-6a675a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a"}
{"level":"info","ts":"2026-11-01T20:32:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"tenantID":"e2e-extmod-b-6a675a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a"}
{"level":"info","ts":"2026-11-01T20:32:57Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-71335882"},"tenantID":"e2e-mt-71335882","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-01T20:32:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"tenantID":"e2e-extmod-b-6a675a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a"}
{"level":"info","ts":"2026-11-01T20:33:01Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-393dc263"}}
{"level":"info","ts":"2026-11-01T20:33:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"tenantID":"e2e-extmod-b-6a675a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a"}
{"level":"info","ts":"2026-11-01T20:33:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"tenantID":"e2e-worker-w0-d204f4","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4"}
{"level":"info","ts":"2026-11-01T20:33:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"info","ts":"2026-11-01T20:33:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenantID":"e2e-shared-b-w4-2cc24d","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2cc24d"}
{"level":"info","ts":"2026-11-01T20:33:12Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-393dc263"},"tenantID":"e2e-ait-393dc263","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-01T20:33:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T20:33:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"tenantID":"e2e-extmod-b-6a675a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a"}
{"level":"info","ts":"2026-11-01T20:33:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-f154f7"},"tenantID":"e2e-explicit-f154f7","namespace":"openshift-ingress","gatewayName":"e2e-explicit-f154f7"}
{"level":"info","ts":"2026-11-01T20:33:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"tenantID":"e2e-worker-w3-1b1134","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134"}
{"level":"info","ts":"2026-11-01T20:33:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-f154f7"},"tenantID":"e2e-explicit-f154f7","namespace":"openshift-ingress","gatewayName":"e2e-explicit-f154f7"}
{"level":"info","ts":"2026-11-01T20:33:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2f37811a"},"tenantID":"e2e-derive-2f37811a","namespace":"openshift-ingress","gatewayName":"e2e-derive-2f37811a"}
{"level":"info","ts":"2026-11-01T20:33:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2f37811a"},"tenantID":"e2e-derive-2f37811a","namespace":"openshift-ingress","gatewayName":"e2e-derive-2f37811a"}
{"level":"info","ts":"2026-11-01T20:34:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-f154f7"},"tenantID":"e2e-explicit-f154f7","namespace":"openshift-ingress","gatewayName":"e2e-explicit-f154f7"}
{"level":"info","ts":"2026-11-01T20:34:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-f154f7"},"tenantID":"e2e-explicit-f154f7","namespace":"openshift-ingress","gatewayName":"e2e-explicit-f154f7"}
{"level":"info","ts":"2026-11-01T20:34:07Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3564ae9e"}}
{"level":"info","ts":"2026-11-01T20:34:07Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:34:07Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3564ae9e"}}
{"level":"info","ts":"2026-11-01T20:34:07Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:34:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenantID":"e2e-shared-a-w4-df41b8","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8"}
{"level":"info","ts":"2026-11-01T20:34:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-f154f7"},"tenantID":"e2e-explicit-f154f7","namespace":"openshift-ingress","gatewayName":"e2e-explicit-f154f7"}
{"level":"info","ts":"2026-11-01T20:34:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenantID":"e2e-shared-a-w4-df41b8","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8"}
{"level":"info","ts":"2026-11-01T20:34:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-f154f7"},"tenantID":"e2e-explicit-f154f7","namespace":"openshift-ingress","gatewayName":"e2e-explicit-f154f7"}
{"level":"info","ts":"2026-11-01T20:34:17Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3564ae9e"}}
{"level":"info","ts":"2026-11-01T20:34:17Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:34:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenantID":"e2e-shared-b-w4-2cc24d","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2cc24d"}
{"level":"info","ts":"2026-11-01T20:34:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenantID":"e2e-shared-b-w4-2cc24d","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2cc24d"}
{"level":"info","ts":"2026-11-01T20:34:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T20:34:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3564ae9e"}}
{"level":"info","ts":"2026-11-01T20:34:30Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:34:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T20:34:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2f37811a"},"tenantID":"e2e-derive-2f37811a","namespace":"openshift-ingress","gatewayName":"e2e-derive-2f37811a"}
{"level":"info","ts":"2026-11-01T20:34:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2f37811a"},"tenantID":"e2e-derive-2f37811a","namespace":"openshift-ingress","gatewayName":"e2e-derive-2f37811a"}
{"level":"info","ts":"2026-11-01T20:34:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3564ae9e"}}
{"level":"info","ts":"2026-11-01T20:34:40Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:34:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-f154f7"},"tenantID":"e2e-explicit-f154f7","namespace":"openshift-ingress","gatewayName":"e2e-explicit-f154f7"}
{"level":"info","ts":"2026-11-01T20:34:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-f154f7"},"tenantID":"e2e-explicit-f154f7","namespace":"openshift-ingress","gatewayName":"e2e-explicit-f154f7"}
{"level":"info","ts":"2026-11-01T20:34:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3564ae9e"}}
{"level":"info","ts":"2026-11-01T20:34:50Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:35:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3564ae9e"}}
{"level":"info","ts":"2026-11-01T20:35:00Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:35:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3564ae9e"}}
{"level":"info","ts":"2026-11-01T20:35:10Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:35:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2f37811a"},"tenantID":"e2e-derive-2f37811a","namespace":"openshift-ingress","gatewayName":"e2e-derive-2f37811a"}
{"level":"info","ts":"2026-11-01T20:35:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2f37811a"},"tenantID":"e2e-derive-2f37811a","namespace":"openshift-ingress","gatewayName":"e2e-derive-2f37811a"}
{"level":"info","ts":"2026-11-01T20:35:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3564ae9e"}}
{"level":"info","ts":"2026-11-01T20:35:24Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:35:26Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2f37811a"}}
{"level":"info","ts":"2026-11-01T20:35:27Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-f154f7"}}
{"level":"info","ts":"2026-11-01T20:35:29Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-f154f7"},"tenantID":"e2e-explicit-f154f7","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-01T20:35:35Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2f37811a"}}
{"level":"info","ts":"2026-11-01T20:35:38Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2f37811a"},"tenantID":"e2e-derive-2f37811a","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-01T20:35:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3564ae9e"}}
{"level":"info","ts":"2026-11-01T20:35:38Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:35:48Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3564ae9e"}}
{"level":"info","ts":"2026-11-01T20:35:48Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:35:58Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3564ae9e"}}
{"level":"info","ts":"2026-11-01T20:35:58Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:36:08Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3564ae9e"}}
{"level":"info","ts":"2026-11-01T20:36:08Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:36:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-012e1c"},"tenantID":"e2e-api-a-012e1c","namespace":"openshift-ingress","gatewayName":"e2e-api-a-012e1c"}
{"level":"info","ts":"2026-11-01T20:36:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-012e1c"},"tenantID":"e2e-api-a-012e1c","namespace":"openshift-ingress","gatewayName":"e2e-api-a-012e1c"}
{"level":"info","ts":"2026-11-01T20:36:13Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:36:18Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3564ae9e"}}
{"level":"info","ts":"2026-11-01T20:36:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T20:36:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T20:36:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:36:28Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3564ae9e"}}
{"level":"info","ts":"2026-11-01T20:36:34Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:36:38Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3564ae9e"}}
{"level":"info","ts":"2026-11-01T20:36:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-012e1c"},"tenantID":"e2e-api-a-012e1c","namespace":"openshift-ingress","gatewayName":"e2e-api-a-012e1c"}
{"level":"info","ts":"2026-11-01T20:36:44Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:36:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-012e1c"},"tenantID":"e2e-api-a-012e1c","namespace":"openshift-ingress","gatewayName":"e2e-api-a-012e1c"}
{"level":"info","ts":"2026-11-01T20:36:48Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3564ae9e"}}
{"level":"info","ts":"2026-11-01T20:36:54Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:36:58Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3564ae9e"}}
{"level":"info","ts":"2026-11-01T20:37:04Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:37:08Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3564ae9e"}}
{"level":"info","ts":"2026-11-01T20:37:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:37:18Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3564ae9e"}}
{"level":"info","ts":"2026-11-01T20:37:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T20:37:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T20:37:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-012e1c"},"tenantID":"e2e-api-a-012e1c","namespace":"openshift-ingress","gatewayName":"e2e-api-a-012e1c"}
{"level":"info","ts":"2026-11-01T20:37:27Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:37:28Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3564ae9e"}}
{"level":"info","ts":"2026-11-01T20:37:36Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-02be2147"}}
{"level":"info","ts":"2026-11-01T20:37:36Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-02be2147"}}
{"level":"info","ts":"2026-11-01T20:37:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-13cbc9"},"tenantID":"e2e-api-b-13cbc9","namespace":"openshift-ingress","gatewayName":"e2e-api-b-13cbc9"}
{"level":"info","ts":"2026-11-01T20:37:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-13cbc9"},"tenantID":"e2e-api-b-13cbc9","namespace":"openshift-ingress","gatewayName":"e2e-api-b-13cbc9"}
{"level":"info","ts":"2026-11-01T20:37:42Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:37:42Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3564ae9e"}}
{"level":"info","ts":"2026-11-01T20:37:46Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-02be2147"}}
{"level":"info","ts":"2026-11-01T20:37:52Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:37:52Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3564ae9e"}}
{"level":"info","ts":"2026-11-01T20:37:55Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d204f4"}}
{"level":"info","ts":"2026-11-01T20:37:57Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"tenantID":"e2e-worker-w0-d204f4","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-01T20:37:57Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-02be2147"}}
{"level":"info","ts":"2026-11-01T20:38:02Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:38:02Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3564ae9e"}}
{"level":"info","ts":"2026-11-01T20:38:07Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-02be2147"}}
{"level":"info","ts":"2026-11-01T20:38:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"info","ts":"2026-11-01T20:38:12Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:38:12Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3564ae9e"}}
{"level":"info","ts":"2026-11-01T20:38:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-13cbc9"},"tenantID":"e2e-api-b-13cbc9","namespace":"openshift-ingress","gatewayName":"e2e-api-b-13cbc9"}
{"level":"info","ts":"2026-11-01T20:38:15Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-02be2147"}}
{"level":"info","ts":"2026-11-01T20:38:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"tenantID":"e2e-extmod-b-6a675a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a"}
{"level":"info","ts":"2026-11-01T20:38:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-13cbc9"},"tenantID":"e2e-api-b-13cbc9","namespace":"openshift-ingress","gatewayName":"e2e-api-b-13cbc9"}
{"level":"info","ts":"2026-11-01T20:38:22Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:38:22Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3564ae9e"}}
{"level":"info","ts":"2026-11-01T20:38:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"tenantID":"e2e-worker-w3-1b1134","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134"}
{"level":"info","ts":"2026-11-01T20:38:25Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-02be2147"}}
{"level":"info","ts":"2026-11-01T20:38:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T20:38:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T20:38:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:38:35Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3564ae9e"}}
{"level":"info","ts":"2026-11-01T20:38:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T20:38:37Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-02be2147"}}
{"level":"info","ts":"2026-11-01T20:38:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:38:45Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3564ae9e"}}
{"level":"info","ts":"2026-11-01T20:38:47Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-02be2147"}}
{"level":"info","ts":"2026-11-01T20:38:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:38:55Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3564ae9e"}}
{"level":"info","ts":"2026-11-01T20:38:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T20:38:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-02be2147"}}
{"level":"info","ts":"2026-11-01T20:39:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-13cbc9"},"tenantID":"e2e-api-b-13cbc9","namespace":"openshift-ingress","gatewayName":"e2e-api-b-13cbc9"}
{"level":"info","ts":"2026-11-01T20:39:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-13cbc9"},"tenantID":"e2e-api-b-13cbc9","namespace":"openshift-ingress","gatewayName":"e2e-api-b-13cbc9"}
{"level":"info","ts":"2026-11-01T20:39:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:39:05Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3564ae9e"}}
{"level":"info","ts":"2026-11-01T20:39:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-02be2147"}}
{"level":"info","ts":"2026-11-01T20:39:13Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-012e1c"}}
{"level":"info","ts":"2026-11-01T20:39:15Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-012e1c"},"tenantID":"e2e-api-a-012e1c","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-01T20:39:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenantID":"e2e-shared-a-w4-df41b8","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8"}
{"level":"info","ts":"2026-11-01T20:39:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:39:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3564ae9e"}}
{"level":"info","ts":"2026-11-01T20:39:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-02be2147"}}
{"level":"info","ts":"2026-11-01T20:39:27Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:39:27Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3564ae9e"}}
{"level":"info","ts":"2026-11-01T20:39:27Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-02be2147"}}
{"level":"info","ts":"2026-11-01T20:39:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenantID":"e2e-shared-b-w4-2cc24d","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2cc24d"}
{"level":"info","ts":"2026-11-01T20:39:34Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-13cbc9"},"tenantID":"e2e-api-b-13cbc9","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-01T20:39:37Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:39:37Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3564ae9e"}}
{"level":"info","ts":"2026-11-01T20:39:37Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-02be2147"}}
{"level":"info","ts":"2026-11-01T20:39:47Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:39:47Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3564ae9e"}}
{"level":"info","ts":"2026-11-01T20:39:47Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-02be2147"}}
{"level":"info","ts":"2026-11-01T20:39:54Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"tenantID":"e2e-worker-w3-1b1134","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-01T20:39:56Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"tenantID":"e2e-worker-w3-1b1134","namespace":"openshift-ingress"}
{"level":"error","ts":"2026-11-01T20:39:56Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"default-tenant","reconcileID":"c9bee13d-ad67-41a5-ad51-64510325e9b9","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-01T20:39:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:39:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3564ae9e"}}
{"level":"info","ts":"2026-11-01T20:39:57Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-02be2147"}}
{"level":"info","ts":"2026-11-01T20:40:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:40:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3564ae9e"}}
{"level":"info","ts":"2026-11-01T20:40:07Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-02be2147"}}
{"level":"info","ts":"2026-11-01T20:40:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:40:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3564ae9e"}}
{"level":"info","ts":"2026-11-01T20:40:17Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-02be2147"}}
{"level":"error","ts":"2026-11-01T20:40:25Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"namespace":"e2e-extmod-rec-noaccess-6b25aa","name":"e2e-rec-recover-cee3a5","reconcileID":"3a28f189-d360-4403-9010-3930417c0540","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-rec-recover-cee3a5\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-01T20:40:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"tenantID":"e2e-extmod-b-6a675a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a"}
{"level":"info","ts":"2026-11-01T20:40:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"tenantID":"e2e-extmod-b-6a675a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a"}
{"level":"info","ts":"2026-11-01T20:40:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:40:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3564ae9e"}}
{"level":"info","ts":"2026-11-01T20:40:29Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-02be2147"}}
{"level":"error","ts":"2026-11-01T20:40:37Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-1ed3ba","namespace":"e2e-extmod-rec-user-565d9a"},"namespace":"e2e-extmod-rec-user-565d9a","name":"e2e-rec-ctrl-1ed3ba","reconcileID":"6e429653-4398-43d2-9b4c-8e6d01b6fe59","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-rec-ctrl-1ed3ba\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-01T20:40:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"tenantID":"e2e-extmod-b-6a675a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a"}
{"level":"info","ts":"2026-11-01T20:40:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"tenantID":"e2e-extmod-b-6a675a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a"}
{"level":"info","ts":"2026-11-01T20:40:41Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:40:41Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3564ae9e"}}
{"level":"info","ts":"2026-11-01T20:40:41Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-02be2147"}}
{"level":"info","ts":"2026-11-01T20:40:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"tenantID":"e2e-extmod-b-6a675a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a"}
{"level":"info","ts":"2026-11-01T20:40:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"tenantID":"e2e-extmod-b-6a675a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a"}
{"level":"info","ts":"2026-11-01T20:40:51Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:40:51Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3564ae9e"}}
{"level":"info","ts":"2026-11-01T20:40:51Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-02be2147"}}
{"level":"info","ts":"2026-11-01T20:41:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:41:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3564ae9e"}}
{"level":"info","ts":"2026-11-01T20:41:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-02be2147"}}
{"level":"info","ts":"2026-11-01T20:41:11Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:41:11Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3564ae9e"}}
{"level":"info","ts":"2026-11-01T20:41:11Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-02be2147"}}
{"level":"info","ts":"2026-11-01T20:41:21Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:41:21Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3564ae9e"}}
{"level":"info","ts":"2026-11-01T20:41:21Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-02be2147"}}
{"level":"info","ts":"2026-11-01T20:41:31Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:41:31Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3564ae9e"}}
{"level":"info","ts":"2026-11-01T20:41:31Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-02be2147"}}
{"level":"info","ts":"2026-11-01T20:41:41Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:41:41Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3564ae9e"}}
{"level":"info","ts":"2026-11-01T20:41:41Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-02be2147"}}
{"level":"info","ts":"2026-11-01T20:41:51Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:41:51Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3564ae9e"}}
{"level":"info","ts":"2026-11-01T20:41:51Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-02be2147"}}
{"level":"info","ts":"2026-11-01T20:42:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:42:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3564ae9e"}}
{"level":"info","ts":"2026-11-01T20:42:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-02be2147"}}
{"level":"info","ts":"2026-11-01T20:42:11Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:42:11Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3564ae9e"}}
{"level":"info","ts":"2026-11-01T20:42:11Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-02be2147"}}
{"level":"info","ts":"2026-11-01T20:42:21Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:42:21Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3564ae9e"}}
{"level":"info","ts":"2026-11-01T20:42:21Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-02be2147"}}
{"level":"info","ts":"2026-11-01T20:42:31Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:42:31Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3564ae9e"}}
{"level":"info","ts":"2026-11-01T20:42:31Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-02be2147"}}
{"level":"info","ts":"2026-11-01T20:42:41Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:42:41Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3564ae9e"}}
{"level":"info","ts":"2026-11-01T20:42:41Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-02be2147"}}
{"level":"info","ts":"2026-11-01T20:42:51Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:42:51Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3564ae9e"}}
{"level":"info","ts":"2026-11-01T20:42:51Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-02be2147"}}
{"level":"info","ts":"2026-11-01T20:43:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:43:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3564ae9e"}}
{"level":"info","ts":"2026-11-01T20:43:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-02be2147"}}
{"level":"info","ts":"2026-11-01T20:43:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"info","ts":"2026-11-01T20:43:12Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:43:12Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3564ae9e"}}
{"level":"info","ts":"2026-11-01T20:43:12Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-02be2147"}}
{"level":"error","ts":"2026-11-01T20:43:18Z","logger":"external-model","msg":"update provider status","provider":"e2e-rot-7eab67-provider","error":"externalproviders.inference.opendatahub.io \"e2e-rot-7eab67-provider\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/controller.(*Reconciler).updateProviderStatus\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/controller/reconciler.go:2240\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/controller.(*Reconciler).ReconcileProvider\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/controller/reconciler.go:447\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/controller.(*providerReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/controller/reconciler.go:137\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-01T20:43:18Z","msg":"Reconciler error","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-rot-7eab67-provider","namespace":"e2e-extmod-rot-user-911d14"},"namespace":"e2e-extmod-rot-user-911d14","name":"e2e-rot-7eab67-provider","reconcileID":"f9d249af-694c-4472-986a-cf84a241c572","error":"update provider status e2e-extmod-rot-user-911d14/e2e-rot-7eab67-provider: externalproviders.inference.opendatahub.io \"e2e-rot-7eab67-provider\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-01T20:43:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"tenantID":"e2e-extmod-b-6a675a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a"}
{"level":"info","ts":"2026-11-01T20:43:22Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:43:22Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3564ae9e"}}
{"level":"info","ts":"2026-11-01T20:43:22Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-02be2147"}}
{"level":"info","ts":"2026-11-01T20:43:32Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:43:32Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3564ae9e"}}
{"level":"info","ts":"2026-11-01T20:43:32Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-02be2147"}}
{"level":"info","ts":"2026-11-01T20:43:42Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:43:42Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3564ae9e"}}
{"level":"info","ts":"2026-11-01T20:43:42Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-02be2147"}}
{"level":"info","ts":"2026-11-01T20:43:52Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:43:52Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3564ae9e"}}
{"level":"info","ts":"2026-11-01T20:43:52Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-02be2147"}}
{"level":"info","ts":"2026-11-01T20:44:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T20:44:02Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:44:02Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3564ae9e"}}
{"level":"info","ts":"2026-11-01T20:44:02Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-02be2147"}}
{"level":"error","ts":"2026-11-01T20:44:03Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"namespace":"e2e-extmod-att-noaccess-8a9006","name":"e2e-att-noaccess-629820","reconcileID":"addd72f5-0ae2-4f01-b50a-5dc04ca65a24","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-att-noaccess-629820\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-01T20:44:12Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:44:12Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3564ae9e"}}
{"level":"info","ts":"2026-11-01T20:44:12Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-02be2147"}}
{"level":"error","ts":"2026-11-01T20:44:17Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"98e9429d-545c-482f-b136-4925c6eed13d","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-att-detach-f52088\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-01T20:44:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"tenantID":"e2e-extmod-b-6a675a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a"}
{"level":"info","ts":"2026-11-01T20:44:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenantID":"e2e-shared-a-w4-df41b8","namespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8"}
{"level":"info","ts":"2026-11-01T20:44:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"tenantID":"e2e-extmod-b-6a675a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a"}
{"level":"info","ts":"2026-11-01T20:44:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:44:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3564ae9e"}}
{"level":"info","ts":"2026-11-01T20:44:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-02be2147"}}
{"level":"info","ts":"2026-11-01T20:44:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"tenantID":"e2e-extmod-b-6a675a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a"}
{"level":"info","ts":"2026-11-01T20:44:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenantID":"e2e-shared-b-w4-2cc24d","namespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2cc24d"}
{"level":"info","ts":"2026-11-01T20:44:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"tenantID":"e2e-extmod-b-6a675a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a"}
{"level":"info","ts":"2026-11-01T20:44:37Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"error","ts":"2026-11-01T20:44:37Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3564ae9e"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-01T20:44:37Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-02be2147"}}
{"level":"info","ts":"2026-11-01T20:44:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"error","ts":"2026-11-01T20:44:43Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-serve-9863d2","reconcileID":"f3a34185-9879-4103-aae8-0e00b48bae62","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-att-serve-9863d2\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-01T20:44:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T20:44:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"tenantID":"e2e-extmod-b-6a675a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a"}
{"level":"info","ts":"2026-11-01T20:44:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"tenantID":"e2e-extmod-b-6a675a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a"}
{"level":"info","ts":"2026-11-01T20:44:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:44:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-02be2147"}}
{"level":"error","ts":"2026-11-01T20:44:50Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-ad77c8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ad77c8","reconcileID":"0a15c82b-462d-4bde-9f09-8a1f871056a3","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-rt-eq-ad77c8\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-01T20:44:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T20:44:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"error","ts":"2026-11-01T20:44:56Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-1bfe8a","namespace":"ai-tenant-e2e-extmod-a-99d504"},"namespace":"ai-tenant-e2e-extmod-a-99d504","name":"e2e-cmp-legacy-1bfe8a","reconcileID":"ffa6b4d6-1068-4331-9994-f544ddf295c0","error":"resolver: no provider refs resolved to routes","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-01T20:44:56Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-1bfe8a","namespace":"ai-tenant-e2e-extmod-a-99d504"},"namespace":"ai-tenant-e2e-extmod-a-99d504","name":"e2e-cmp-legacy-1bfe8a","reconcileID":"470fba99-da69-4ffa-8790-823529c429dd","error":"resolver: no provider refs resolved to routes","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-01T20:44:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"info","ts":"2026-11-01T20:45:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"info","ts":"2026-11-01T20:45:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:45:01Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-02be2147"}}
{"level":"info","ts":"2026-11-01T20:45:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"error","ts":"2026-11-01T20:45:04Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-6e441f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-6e441f","reconcileID":"cf9aa9d6-39ba-4881-875a-0aa04c2ed461","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-rt-sw-6e441f\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-01T20:45:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T20:45:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T20:45:13Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenantID":"e2e-shared-a-w4-df41b8","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-01T20:45:14Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenantID":"e2e-shared-a-w4-df41b8","namespace":"openshift-ingress"}
{"level":"error","ts":"2026-11-01T20:45:14Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"default-tenant","reconcileID":"ecf05bfd-2f8f-4bba-8145-eb71378db917","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-01T20:45:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:45:14Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-02be2147"}}
{"level":"info","ts":"2026-11-01T20:45:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:45:24Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-02be2147"}}
{"level":"info","ts":"2026-11-01T20:45:32Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"}}
{"level":"info","ts":"2026-11-01T20:45:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"info","ts":"2026-11-01T20:45:36Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenantID":"e2e-shared-b-w4-2cc24d","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-01T20:45:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:45:36Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-02be2147"}}
{"level":"info","ts":"2026-11-01T20:45:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:45:46Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-02be2147"}}
{"level":"error","ts":"2026-11-01T20:45:56Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-1bfe8a","namespace":"ai-tenant-e2e-extmod-a-99d504"},"namespace":"ai-tenant-e2e-extmod-a-99d504","name":"e2e-cmp-legacy-1bfe8a","reconcileID":"eec4a48d-8d4f-4192-b832-3ca68f246616","error":"remove ExternalModel cleanup finalizer: externalmodels.inference.opendatahub.io \"e2e-cmp-legacy-1bfe8a\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-01T20:45:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"info","ts":"2026-11-01T20:46:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"info","ts":"2026-11-01T20:46:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:46:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-02be2147"}}
{"level":"error","ts":"2026-11-01T20:46:01Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-224e35","namespace":"ai-tenant-e2e-extmod-a-99d504"},"namespace":"ai-tenant-e2e-extmod-a-99d504","name":"e2e-cfl-224e35","reconcileID":"d6213c00-bc1e-4833-bada-e0136eccb7c3","error":"resolver: no provider refs resolved to routes","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-01T20:46:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"info","ts":"2026-11-01T20:46:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"info","ts":"2026-11-01T20:46:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"info","ts":"2026-11-01T20:46:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"}}
{"level":"info","ts":"2026-11-01T20:46:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-02be2147"}}
{"level":"error","ts":"2026-11-01T20:46:20Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-107fcab6"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-01T20:46:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-02be2147"}}
{"level":"info","ts":"2026-11-01T20:46:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-02be2147"}}
{"level":"info","ts":"2026-11-01T20:46:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-02be2147"}}
{"level":"info","ts":"2026-11-01T20:46:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-02be2147"}}
{"level":"info","ts":"2026-11-01T20:47:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-02be2147"}}
{"level":"info","ts":"2026-11-01T20:47:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-02be2147"}}
{"level":"info","ts":"2026-11-01T20:47:20Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-02be2147"}}
{"level":"info","ts":"2026-11-01T20:47:30Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-02be2147"}}
{"level":"info","ts":"2026-11-01T20:47:40Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-02be2147"}}
{"level":"info","ts":"2026-11-01T20:47:50Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-02be2147"}}
{"level":"info","ts":"2026-11-01T20:48:00Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-02be2147"}}
{"level":"info","ts":"2026-11-01T20:48:10Z","logger":"tenant","msg":"MaasTenantConfig deleting but owning AITenant is not resolvable yet; will retry cleanup","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-02be2147"}}
{"level":"error","ts":"2026-11-01T20:48:20Z","logger":"tenant","msg":"praxis-extproc cleanup exceeded deletion timeout; force-removing finalizer without confirming cleanup succeeded","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-02be2147"},"tenantID":"","timeout":600,"stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcileDelete\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:958\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:183\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-01T20:48:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"info","ts":"2026-11-01T20:48:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"info","ts":"2026-11-01T20:48:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"info","ts":"2026-11-01T20:48:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"info","ts":"2026-11-01T20:49:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"tenantID":"e2e-extmod-b-6a675a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a"}
{"level":"info","ts":"2026-11-01T20:50:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T20:50:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"info","ts":"2026-11-01T20:50:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"info","ts":"2026-11-01T20:50:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"info","ts":"2026-11-01T20:51:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"info","ts":"2026-11-01T20:51:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"info","ts":"2026-11-01T20:51:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"info","ts":"2026-11-01T20:51:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"info","ts":"2026-11-01T20:51:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"info","ts":"2026-11-01T20:53:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"info","ts":"2026-11-01T20:53:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"info","ts":"2026-11-01T20:53:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"info","ts":"2026-11-01T20:53:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"info","ts":"2026-11-01T20:53:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"info","ts":"2026-11-01T20:54:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"tenantID":"e2e-extmod-b-6a675a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a"}
{"level":"info","ts":"2026-11-01T20:55:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T20:55:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"info","ts":"2026-11-01T20:55:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"info","ts":"2026-11-01T20:57:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"tenantID":"e2e-extmod-b-6a675a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a"}
{"level":"info","ts":"2026-11-01T20:57:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"tenantID":"e2e-extmod-b-6a675a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a"}
{"level":"info","ts":"2026-11-01T21:00:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"error","ts":"2026-11-01T21:00:20Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-c3f115","namespace":"e2e-extmod-cfl-1-464323"},"namespace":"e2e-extmod-cfl-1-464323","name":"e2e-cfl-ok-c3f115","reconcileID":"b0c13537-fd86-4b12-95a6-d9ad85ad0357","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-cfl-ok-c3f115\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-01T21:00:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"info","ts":"2026-11-01T21:00:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"info","ts":"2026-11-01T21:00:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"info","ts":"2026-11-01T21:00:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"error","ts":"2026-11-01T21:00:45Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-c24f1c","namespace":"e2e-extmod-cfl-1-464323"},"namespace":"e2e-extmod-cfl-1-464323","name":"e2e-cfl-same-c24f1c","reconcileID":"e01127c0-1f89-43ff-898e-e1a121b0edc5","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-cfl-same-c24f1c\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-01T21:00:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"info","ts":"2026-11-01T21:00:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"info","ts":"2026-11-01T21:00:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"error","ts":"2026-11-01T21:01:01Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-174e4a","namespace":"e2e-extmod-cfl-1-464323"},"namespace":"e2e-extmod-cfl-1-464323","name":"e2e-cfl-174e4a","reconcileID":"4f4a796e-b742-4e49-9076-15184d80c91e","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-cfl-174e4a\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-01T21:01:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"info","ts":"2026-11-01T21:01:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"error","ts":"2026-11-01T21:01:16Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-224e35","namespace":"e2e-extmod-cfl-1-464323"},"namespace":"e2e-extmod-cfl-1-464323","name":"e2e-cfl-224e35","reconcileID":"807a54c4-af0b-4216-a7c5-6e3677790fe9","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-cfl-224e35\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-01T21:01:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"info","ts":"2026-11-01T21:01:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"info","ts":"2026-11-01T21:01:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T21:01:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T21:01:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T21:02:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"tenantID":"e2e-extmod-b-6a675a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a"}
{"level":"info","ts":"2026-11-01T21:02:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T21:02:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T21:02:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T21:02:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T21:02:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T21:02:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T21:02:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T21:02:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T21:02:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T21:02:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T21:02:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T21:02:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T21:02:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T21:02:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T21:02:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"info","ts":"2026-11-01T21:02:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"info","ts":"2026-11-01T21:03:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"tenantID":"e2e-extmod-b-6a675a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a"}
{"level":"info","ts":"2026-11-01T21:03:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"tenantID":"e2e-extmod-b-6a675a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a"}
{"level":"info","ts":"2026-11-01T21:03:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"tenantID":"e2e-extmod-b-6a675a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a"}
{"level":"error","ts":"2026-11-01T21:03:57Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-476bfae3","namespace":"e2e-extmod-fail-user-a8aade"},"namespace":"e2e-extmod-fail-user-a8aade","name":"e2e-fail-476bfae3","reconcileID":"063a0fed-11da-4843-910a-23e41fa1b7e6","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-fail-476bfae3\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-01T21:03:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"tenantID":"e2e-extmod-b-6a675a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a"}
{"level":"info","ts":"2026-11-01T21:04:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"tenantID":"e2e-extmod-b-6a675a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a"}
{"level":"error","ts":"2026-11-01T21:04:10Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-949cd356","namespace":"e2e-extmod-fail-user-a8aade"},"namespace":"e2e-extmod-fail-user-a8aade","name":"e2e-fail-949cd356","reconcileID":"d96cfc0a-203e-4809-9e2f-8111ba624977","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-fail-949cd356\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-01T21:04:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"info","ts":"2026-11-01T21:04:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"info","ts":"2026-11-01T21:04:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"info","ts":"2026-11-01T21:04:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"tenantID":"e2e-extmod-b-6a675a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a"}
{"level":"info","ts":"2026-11-01T21:04:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"info","ts":"2026-11-01T21:04:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"tenantID":"e2e-extmod-b-6a675a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a"}
{"level":"info","ts":"2026-11-01T21:04:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"info","ts":"2026-11-01T21:05:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"info","ts":"2026-11-01T21:05:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"tenantID":"e2e-extmod-b-6a675a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a"}
{"level":"info","ts":"2026-11-01T21:05:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"info","ts":"2026-11-01T21:05:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"tenantID":"e2e-extmod-b-6a675a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a"}
{"level":"info","ts":"2026-11-01T21:05:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"info","ts":"2026-11-01T21:05:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"tenantID":"e2e-extmod-b-6a675a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a"}
{"level":"info","ts":"2026-11-01T21:07:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T21:09:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"info","ts":"2026-11-01T21:09:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"tenantID":"e2e-extmod-b-6a675a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a"}
{"level":"info","ts":"2026-11-01T21:09:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"info","ts":"2026-11-01T21:09:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"tenantID":"e2e-extmod-b-6a675a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a"}
{"level":"info","ts":"2026-11-01T21:09:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"info","ts":"2026-11-01T21:09:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"tenantID":"e2e-extmod-b-6a675a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a"}
{"level":"info","ts":"2026-11-01T21:09:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"info","ts":"2026-11-01T21:09:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"tenantID":"e2e-extmod-b-6a675a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a"}
{"level":"info","ts":"2026-11-01T21:09:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"info","ts":"2026-11-01T21:09:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"tenantID":"e2e-extmod-b-6a675a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a"}
{"level":"info","ts":"2026-11-01T21:09:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"info","ts":"2026-11-01T21:09:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"tenantID":"e2e-extmod-b-6a675a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a"}
{"level":"info","ts":"2026-11-01T21:09:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"info","ts":"2026-11-01T21:09:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"tenantID":"e2e-extmod-b-6a675a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a"}
{"level":"info","ts":"2026-11-01T21:09:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"info","ts":"2026-11-01T21:09:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"tenantID":"e2e-extmod-b-6a675a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a"}
{"level":"info","ts":"2026-11-01T21:09:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"info","ts":"2026-11-01T21:09:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"tenantID":"e2e-extmod-b-6a675a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a"}
{"level":"info","ts":"2026-11-01T21:12:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-01T21:14:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"info","ts":"2026-11-01T21:14:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"tenantID":"e2e-extmod-b-6a675a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a"}
{"level":"info","ts":"2026-11-01T21:14:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"info","ts":"2026-11-01T21:14:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"tenantID":"e2e-extmod-b-6a675a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a"}
{"level":"info","ts":"2026-11-01T21:14:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"info","ts":"2026-11-01T21:14:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"tenantID":"e2e-extmod-b-6a675a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a"}
{"level":"info","ts":"2026-11-01T21:14:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"info","ts":"2026-11-01T21:14:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"tenantID":"e2e-extmod-b-6a675a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a"}
{"level":"info","ts":"2026-11-01T21:14:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"info","ts":"2026-11-01T21:14:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"tenantID":"e2e-extmod-b-6a675a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a"}
{"level":"error","ts":"2026-11-01T21:15:00Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-d15a81","namespace":"e2e-extmod-shr-user-414b1f"},"namespace":"e2e-extmod-shr-user-414b1f","name":"e2e-shr-shared-d15a81","reconcileID":"fac3ab0b-3212-4e6c-ad59-f94059a47e72","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-shr-shared-d15a81\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-01T21:15:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"info","ts":"2026-11-01T21:15:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"tenantID":"e2e-extmod-b-6a675a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a"}
{"level":"info","ts":"2026-11-01T21:15:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504"}
{"level":"info","ts":"2026-11-01T21:15:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"tenantID":"e2e-extmod-b-6a675a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a"}
{"level":"info","ts":"2026-11-01T21:15:14Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-01T21:15:16Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"tenantID":"e2e-extmod-a-99d504","namespace":"openshift-ingress"}
{"level":"error","ts":"2026-11-01T21:15:16Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"namespace":"ai-tenant-e2e-extmod-a-99d504","name":"default-tenant","reconcileID":"5c3783c8-2e82-4e74-8812-f2eaeaee9c95","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-01T21:15:34Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"error":"apply NetworkPolicy ai-tenant-e2e-extmod-b-6a675a/payload-processing-e2e-extmod-b-6a675a: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-b-6a675a\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-b-6a675a because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:472\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:190\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-01T21:15:34Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"default-tenant","reconcileID":"2eb1fb5f-3326-4b23-a54f-7c2432154e8d","error":"apply: apply NetworkPolicy ai-tenant-e2e-extmod-b-6a675a/payload-processing-e2e-extmod-b-6a675a: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-b-6a675a\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-b-6a675a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-01T21:15:36Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"tenantID":"e2e-extmod-b-6a675a","namespace":"openshift-ingress"}