{"level":"info","ts":"2026-10-30T20:56:45Z","logger":"aiguardrail","msg":"NemoGuardrails CRD not installed; AIGuardrail provider watch disabled","crd":"trustyai.opendatahub.io/v1alpha1, Kind=NemoGuardrails","effect":"every AIGuardrail is refused until TrustyAI is installed; policies recover on their own, but until this controller restarts provider edits are picked up at the resync interval rather than immediately"} {"level":"info","ts":"2026-10-30T20:56:45Z","logger":"setup","msg":"starting ai-gateway-controller","manifestPath":"/config/manifests/external-model/overlays/odh","image":"quay.io/opendatahub/odh-praxis-extproc:odh-stable"} {"level":"info","ts":"2026-10-30T20:56:45Z","logger":"controller-runtime.metrics","msg":"Starting metrics server"} {"level":"info","ts":"2026-10-30T20:56:45Z","msg":"starting server","name":"health probe","addr":"[::]:8081"} {"level":"info","ts":"2026-10-30T20:56:45Z","logger":"controller-runtime.certwatcher","msg":"Updated current TLS certificate","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key"} {"level":"info","ts":"2026-10-30T20:56:45Z","logger":"controller-runtime.metrics","msg":"Serving metrics server","bindAddress":":8443","secure":true} {"level":"info","ts":"2026-10-30T20:56:45Z","logger":"controller-runtime.certwatcher","msg":"Starting certificate poll+watcher","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10} {"level":"info","ts":"2026-10-30T20:56:45Z","logger":"leaderelection","msg":"Attempting to acquire leader lease...","lock":"opendatahub/ai-gateway-controller-leader.opendatahub.io"} {"level":"info","ts":"2026-10-30T20:57:14Z","logger":"leaderelection","msg":"Successfully acquired lease","lock":"opendatahub/ai-gateway-controller-leader.opendatahub.io"} {"level":"info","ts":"2026-10-30T20:57:14Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.ConfigMap"} {"level":"info","ts":"2026-10-30T20:57:14Z","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 AITenant]"} {"level":"info","ts":"2026-10-30T20:57:14Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaasTenantConfig]"} {"level":"info","ts":"2026-10-30T20:57:14Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 AITenant]"} {"level":"info","ts":"2026-10-30T20:57:14Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[gateway.networking.k8s.io/v1beta1 ReferenceGrant]"} {"level":"info","ts":"2026-10-30T20:57:14Z","msg":"Starting EventSource","controller":"aiguardrail","controllerGroup":"aigateway.opendatahub.io","controllerKind":"AIGuardrail","source":"kind source: *v1.Namespace"} {"level":"info","ts":"2026-10-30T20:57:14Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":"2026-10-30T20:57:14Z","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":"2026-10-30T20:57:14Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":"2026-10-30T20:57:14Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[v1 Secret]"} {"level":"info","ts":"2026-10-30T20:57:14Z","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1.PartialObjectMetadata[v1 Secret]"} {"level":"info","ts":"2026-10-30T20:57:14Z","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaasTenantConfig]"} {"level":"info","ts":"2026-10-30T20:57:14Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":"2026-10-30T20:57:14Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":"2026-10-30T20:57:14Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1.PartialObjectMetadata[v1 Secret]"} {"level":"info","ts":"2026-10-30T20:57:14Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1.Service"} {"level":"info","ts":"2026-10-30T20:57:14Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":"2026-10-30T20:57:14Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaasTenantConfig]"} {"level":"info","ts":"2026-10-30T20:57:14Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 AITenant]"} {"level":"info","ts":"2026-10-30T20:57:14Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[gateway.networking.k8s.io/v1 HTTPRoute]"} {"level":"info","ts":"2026-10-30T20:57:14Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v2 DSCInitialization]"} {"level":"info","ts":"2026-10-30T20:57:14Z","msg":"Starting EventSource","controller":"aiguardrail","controllerGroup":"aigateway.opendatahub.io","controllerKind":"AIGuardrail","source":"kind source: *v1alpha1.AIGuardrail"} {"level":"info","ts":"2026-10-30T20:57:14Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaasTenantConfig]"} {"level":"info","ts":"2026-10-30T20:57:14Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 AITenant]"} {"level":"info","ts":"2026-10-30T20:57:14Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[v1 Secret]"} {"level":"info","ts":"2026-10-30T20:57:14Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[v1 ConfigMap]"} {"level":"info","ts":"2026-10-30T20:57:14Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[v1 Service]"} {"level":"info","ts":"2026-10-30T20:57:14Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[gateway.networking.k8s.io/v1 HTTPRoute]"} {"level":"info","ts":"2026-10-30T20:57:14Z","msg":"Starting Controller","controller":"aiguardrail","controllerGroup":"aigateway.opendatahub.io","controllerKind":"AIGuardrail"} {"level":"info","ts":"2026-10-30T20:57:14Z","msg":"Starting workers","controller":"aiguardrail","controllerGroup":"aigateway.opendatahub.io","controllerKind":"AIGuardrail","worker count":1} {"level":"info","ts":"2026-10-30T20:57:14Z","msg":"Starting Controller","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"} {"level":"info","ts":"2026-10-30T20:57:14Z","msg":"Starting workers","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1} {"level":"info","ts":"2026-10-30T20:57:14Z","msg":"Starting Controller","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":"2026-10-30T20:57:14Z","msg":"Starting workers","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":"2026-10-30T20:57:14Z","msg":"Starting Controller","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig"} {"level":"info","ts":"2026-10-30T20:57:14Z","msg":"Starting workers","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1} {"level":"info","ts":"2026-10-30T20:57:14Z","logger":"consumer-portal","msg":"default AITenant has no OIDC issuer; OpenShift OAuth mode is not supported yet, removing the auth proxy","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"}} {"level":"info","ts":"2026-10-30T20:57:14Z","msg":"Starting Controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig"} {"level":"info","ts":"2026-10-30T20:57:14Z","msg":"Starting workers","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1} {"level":"info","ts":"2026-10-30T20:57:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T20:57:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4a0c5b"},"tenantID":"e2e-worker-w0-4a0c5b","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4a0c5b"} {"level":"info","ts":"2026-10-30T20:57:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5a8f94"},"tenantID":"e2e-worker-w3-5a8f94","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5a8f94"} {"level":"info","ts":"2026-10-30T20:57:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-32a969"},"tenantID":"e2e-worker-w2-32a969","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-32a969"} {"level":"info","ts":"2026-10-30T20:57:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-65968b"},"tenantID":"e2e-worker-w5-65968b","namespace":"openshift-ingress","gatewayName":"e2e-worker-w5-65968b"} {"level":"info","ts":"2026-10-30T20:57:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c2d1eb"},"tenantID":"e2e-worker-w4-c2d1eb","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c2d1eb"} {"level":"info","ts":"2026-10-30T20:57:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-c4b379"},"tenantID":"e2e-worker-w1-c4b379","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c4b379"} {"level":"info","ts":"2026-10-30T20:57:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-39fb96"},"tenantID":"e2e-worker-w6-39fb96","namespace":"openshift-ingress","gatewayName":"e2e-worker-w6-39fb96"} {"level":"info","ts":"2026-10-30T20:59:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4a0c5b"},"tenantID":"e2e-worker-w0-4a0c5b","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4a0c5b"} {"level":"info","ts":"2026-10-30T20:59:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4a0c5b"},"tenantID":"e2e-worker-w0-4a0c5b","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4a0c5b"} {"level":"info","ts":"2026-10-30T20:59:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-65968b"},"tenantID":"e2e-worker-w5-65968b","namespace":"openshift-ingress","gatewayName":"e2e-worker-w5-65968b"} {"level":"info","ts":"2026-10-30T20:59:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c2d1eb"},"tenantID":"e2e-worker-w4-c2d1eb","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c2d1eb"} {"level":"info","ts":"2026-10-30T20:59:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-65968b"},"tenantID":"e2e-worker-w5-65968b","namespace":"openshift-ingress","gatewayName":"e2e-worker-w5-65968b"} {"level":"info","ts":"2026-10-30T20:59:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5a8f94"},"tenantID":"e2e-worker-w3-5a8f94","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5a8f94"} {"level":"info","ts":"2026-10-30T20:59:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-c4b379"},"tenantID":"e2e-worker-w1-c4b379","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c4b379"} {"level":"info","ts":"2026-10-30T20:59:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5a8f94"},"tenantID":"e2e-worker-w3-5a8f94","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5a8f94"} {"level":"info","ts":"2026-10-30T20:59:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c2d1eb"},"tenantID":"e2e-worker-w4-c2d1eb","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c2d1eb"} {"level":"info","ts":"2026-10-30T20:59:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4a0c5b"},"tenantID":"e2e-worker-w0-4a0c5b","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4a0c5b"} {"level":"info","ts":"2026-10-30T20:59:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c2d1eb"},"tenantID":"e2e-worker-w4-c2d1eb","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c2d1eb"} {"level":"info","ts":"2026-10-30T20:59:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-65968b"},"tenantID":"e2e-worker-w5-65968b","namespace":"openshift-ingress","gatewayName":"e2e-worker-w5-65968b"} {"level":"info","ts":"2026-10-30T20:59:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-c4b379"},"tenantID":"e2e-worker-w1-c4b379","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c4b379"} {"level":"info","ts":"2026-10-30T20:59:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-65968b"},"tenantID":"e2e-worker-w5-65968b","namespace":"openshift-ingress","gatewayName":"e2e-worker-w5-65968b"} {"level":"info","ts":"2026-10-30T20:59:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4a0c5b"},"tenantID":"e2e-worker-w0-4a0c5b","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4a0c5b"} {"level":"info","ts":"2026-10-30T20:59:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-c4b379"},"tenantID":"e2e-worker-w1-c4b379","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c4b379"} {"level":"info","ts":"2026-10-30T20:59:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-65968b"},"tenantID":"e2e-worker-w5-65968b","namespace":"openshift-ingress","gatewayName":"e2e-worker-w5-65968b"} {"level":"info","ts":"2026-10-30T20:59:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-c4b379"},"tenantID":"e2e-worker-w1-c4b379","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c4b379"} {"level":"info","ts":"2026-10-30T20:59:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-c4b379"},"tenantID":"e2e-worker-w1-c4b379","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c4b379"} {"level":"info","ts":"2026-10-30T20:59:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-c4b379"},"tenantID":"e2e-worker-w1-c4b379","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c4b379"} {"level":"info","ts":"2026-10-30T20:59:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c2d1eb"},"tenantID":"e2e-worker-w4-c2d1eb","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c2d1eb"} {"level":"info","ts":"2026-10-30T20:59:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c2d1eb"},"tenantID":"e2e-worker-w4-c2d1eb","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c2d1eb"} {"level":"info","ts":"2026-10-30T20:59:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c2d1eb"},"tenantID":"e2e-worker-w4-c2d1eb","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c2d1eb"} {"level":"info","ts":"2026-10-30T20:59:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4a0c5b"},"tenantID":"e2e-worker-w0-4a0c5b","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-4a0c5b"} {"level":"info","ts":"2026-10-30T21:00:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-65968b"},"tenantID":"e2e-worker-w5-65968b","namespace":"openshift-ingress","gatewayName":"e2e-worker-w5-65968b"} {"level":"info","ts":"2026-10-30T21:00:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-65968b"},"tenantID":"e2e-worker-w5-65968b","namespace":"openshift-ingress","gatewayName":"e2e-worker-w5-65968b"} {"level":"info","ts":"2026-10-30T21:00:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-c4b379"},"tenantID":"e2e-worker-w1-c4b379","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c4b379"} {"level":"info","ts":"2026-10-30T21:00:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-65968b"},"tenantID":"e2e-worker-w5-65968b","namespace":"openshift-ingress","gatewayName":"e2e-worker-w5-65968b"} {"level":"info","ts":"2026-10-30T21:00:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c2d1eb"},"tenantID":"e2e-worker-w4-c2d1eb","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c2d1eb"} {"level":"info","ts":"2026-10-30T21:00:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-65968b"},"tenantID":"e2e-worker-w5-65968b","namespace":"openshift-ingress","gatewayName":"e2e-worker-w5-65968b"} {"level":"info","ts":"2026-10-30T21:00:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-65968b"},"tenantID":"e2e-worker-w5-65968b","namespace":"openshift-ingress","gatewayName":"e2e-worker-w5-65968b"} {"level":"info","ts":"2026-10-30T21:01:42Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-39fb96"}} {"level":"info","ts":"2026-10-30T21:01:43Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-39fb96"}} {"level":"info","ts":"2026-10-30T21:01:53Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-39fb96"}} {"level":"info","ts":"2026-10-30T21:01:53Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-39fb96"},"tenantID":"e2e-worker-w6-39fb96","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T21:01:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c2d1eb"},"tenantID":"e2e-worker-w4-c2d1eb","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c2d1eb"} {"level":"info","ts":"2026-10-30T21:01:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c2d1eb"},"tenantID":"e2e-worker-w4-c2d1eb","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c2d1eb"} {"level":"info","ts":"2026-10-30T21:01:54Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-32a969"}} {"level":"info","ts":"2026-10-30T21:01:54Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-32a969"}} {"level":"info","ts":"2026-10-30T21:01:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5a8f94"},"tenantID":"e2e-worker-w3-5a8f94","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5a8f94"} {"level":"info","ts":"2026-10-30T21:01:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5a8f94"},"tenantID":"e2e-worker-w3-5a8f94","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5a8f94"} {"level":"info","ts":"2026-10-30T21:02:05Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-32a969"}} {"level":"info","ts":"2026-10-30T21:02:05Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-32a969"},"tenantID":"e2e-worker-w2-32a969","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T21:02:09Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4a0c5b"}} {"level":"info","ts":"2026-10-30T21:02:09Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4a0c5b"}} {"level":"info","ts":"2026-10-30T21:02:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T21:02:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5a8f94"},"tenantID":"e2e-worker-w3-5a8f94","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5a8f94"} {"level":"info","ts":"2026-10-30T21:02:19Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5a8f94"}} {"level":"info","ts":"2026-10-30T21:02:19Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5a8f94"}} {"level":"info","ts":"2026-10-30T21:02:19Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-65968b"}} {"level":"info","ts":"2026-10-30T21:02:19Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-65968b"}} {"level":"info","ts":"2026-10-30T21:02:20Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4a0c5b"}} {"level":"info","ts":"2026-10-30T21:02:20Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-4a0c5b"},"tenantID":"e2e-worker-w0-4a0c5b","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T21:02:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c2d1eb"},"tenantID":"e2e-worker-w4-c2d1eb","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c2d1eb"} {"level":"info","ts":"2026-10-30T21:02:23Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c2d1eb"}} {"level":"info","ts":"2026-10-30T21:02:23Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c2d1eb"}} {"level":"info","ts":"2026-10-30T21:02:29Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5a8f94"}} {"level":"info","ts":"2026-10-30T21:02:29Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5a8f94"},"tenantID":"e2e-worker-w3-5a8f94","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T21:02:30Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-65968b"}} {"level":"info","ts":"2026-10-30T21:02:31Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-65968b"},"tenantID":"e2e-worker-w5-65968b","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T21:02:33Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c2d1eb"}} {"level":"info","ts":"2026-10-30T21:02:34Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c2d1eb"},"tenantID":"e2e-worker-w4-c2d1eb","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T21:02:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-c4b379"},"tenantID":"e2e-worker-w1-c4b379","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c4b379"} {"level":"info","ts":"2026-10-30T21:02:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-c4b379"},"tenantID":"e2e-worker-w1-c4b379","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c4b379"} {"level":"info","ts":"2026-10-30T21:03:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-c4b379"},"tenantID":"e2e-worker-w1-c4b379","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c4b379"} {"level":"info","ts":"2026-10-30T21:03:24Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-c4b379"}} {"level":"info","ts":"2026-10-30T21:03:24Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-c4b379"}} {"level":"info","ts":"2026-10-30T21:03:35Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-c4b379"},"tenantID":"e2e-worker-w1-c4b379","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T21:07:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T21:08:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T21:08:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T21:08:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T21:09:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T21:09:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T21:14:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T21:14:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T21:14:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T21:14:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"error","ts":"2026-10-30T21:14:32Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-49a6a4"},"namespace":"ai-tenant-e2e-worker-single-main-49a6a4","name":"default-tenant","reconcileID":"ba7a56f8-4ad7-431b-9224-f7c232765bd6","error":"ensure finalizer: Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-10-30T21:14:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-49a6a4"},"tenantID":"e2e-worker-single-main-49a6a4","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-49a6a4"} {"level":"info","ts":"2026-10-30T21:15:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-49a6a4"},"tenantID":"e2e-worker-single-main-49a6a4","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-49a6a4"} {"level":"info","ts":"2026-10-30T21:15:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-49a6a4"},"tenantID":"e2e-worker-single-main-49a6a4","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-49a6a4"} {"level":"info","ts":"2026-10-30T21:15:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-49a6a4"},"tenantID":"e2e-worker-single-main-49a6a4","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-49a6a4"} {"level":"info","ts":"2026-10-30T21:15:29Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-49a6a4"}} {"level":"info","ts":"2026-10-30T21:15:29Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-49a6a4"}} {"level":"info","ts":"2026-10-30T21:15:40Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-49a6a4"},"tenantID":"e2e-worker-single-main-49a6a4","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T21:15:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T21:15:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T21:15:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T21:18:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-11b629"},"tenantID":"e2e-worker-single-main-11b629","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-11b629"} {"level":"info","ts":"2026-10-30T21:19:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-11b629"},"tenantID":"e2e-worker-single-main-11b629","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-11b629"} {"level":"info","ts":"2026-10-30T21:19:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-11b629"},"tenantID":"e2e-worker-single-main-11b629","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-11b629"} {"level":"info","ts":"2026-10-30T21:19:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-11b629"},"tenantID":"e2e-worker-single-main-11b629","namespace":"openshift-ingress","gatewayName":"e2e-worker-single-main-11b629"} {"level":"info","ts":"2026-10-30T21:19:29Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-11b629"}} {"level":"info","ts":"2026-10-30T21:19:29Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-11b629"}} {"level":"info","ts":"2026-10-30T21:19:39Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-single-main-11b629"},"tenantID":"e2e-worker-single-main-11b629","namespace":"openshift-ingress"} {"level":"info","ts":"2026-10-30T21:21:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T21:21:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T21:21:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T21:21:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T21:21:14Z","logger":"consumer-portal","msg":"default AITenant has no OIDC issuer; OpenShift OAuth mode is not supported yet, removing the auth proxy","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"}} {"level":"info","ts":"2026-10-30T21:21:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-10-30T21:21:14Z","logger":"consumer-portal","msg":"default AITenant has no OIDC issuer; OpenShift OAuth mode is not supported yet, removing the auth proxy","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"}} {"level":"info","ts":"2026-10-30T21:21:15Z","logger":"consumer-portal","msg":"default AITenant has no OIDC issuer; OpenShift OAuth mode is not supported yet, removing the auth proxy","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"}} {"level":"info","ts":"2026-10-30T21:21:20Z","logger":"consumer-portal","msg":"default AITenant has no OIDC issuer; OpenShift OAuth mode is not supported yet, removing the auth proxy","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"}} {"level":"info","ts":"2026-10-30T21:21:24Z","logger":"consumer-portal","msg":"default AITenant has no OIDC issuer; OpenShift OAuth mode is not supported yet, removing the auth proxy","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"}} {"level":"info","ts":"2026-10-30T21:21:24Z","logger":"consumer-portal","msg":"default AITenant has no OIDC issuer; OpenShift OAuth mode is not supported yet, removing the auth proxy","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"}} {"level":"info","ts":"2026-10-30T21:21:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-68a46da4"},"tenantID":"e2e-ait-68a46da4","namespace":"openshift-ingress","gatewayName":"e2e-ait-68a46da4"} {"level":"info","ts":"2026-10-30T21:21:40Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-68a46da4"}} {"level":"info","ts":"2026-10-30T21:21:40Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-68a46da4"}} {"level":"info","ts":"2026-10-30T21:21:50Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-68a46da4"},"tenantID":"e2e-ait-68a46da4","namespace":"openshift-ingress"} {"level":"error","ts":"2026-10-30T21:22:02Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-d8974d"},"namespace":"ai-tenant-e2e-authcfg-http-d8974d","name":"default-tenant","reconcileID":"523cf5cd-0d4f-422a-b770-19593cd05e24","error":"ensure finalizer: Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-10-30T21:22:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-d8974d"},"tenantID":"e2e-authcfg-http-d8974d","namespace":"openshift-ingress","gatewayName":"e2e-authcfg-http-d8974d"} {"level":"info","ts":"2026-10-30T21:23:39Z","logger":"tenant","msg":"MaasTenantConfig opted into praxis but owning AITenant is not DeployReady yet (missing/Failed/stale Ready stamp); will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-d8974d"}} {"level":"info","ts":"2026-10-30T21:23:39Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-d8974d"}} {"level":"info","ts":"2026-10-30T21:23:49Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-d8974d"}} {"level":"info","ts":"2026-10-30T21:23:49Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-authcfg-http-d8974d"},"tenantID":"e2e-authcfg-http-d8974d","namespace":"openshift-ingress"}