{"level":"info","ts":"2026-11-04T02:05:56Z","logger":"aiguardrail","msg":"NemoGuardrails CRD not installed; AIGuardrail provider watch disabled","crd":"trustyai.opendatahub.io/v1alpha1, Kind=NemoGuardrails","effect":"every AIGuardrail is refused until TrustyAI is installed; policies recover on their own, but until this controller restarts provider edits are picked up at the resync interval rather than immediately"} {"level":"info","ts":"2026-11-04T02:05:56Z","logger":"setup","msg":"starting ai-gateway-controller","manifestPath":"/config/manifests/external-model/overlays/odh","image":"quay.io/opendatahub/odh-praxis-extproc:odh-stable"} {"level":"info","ts":"2026-11-04T02:05:56Z","logger":"controller-runtime.metrics","msg":"Starting metrics server"} {"level":"info","ts":"2026-11-04T02:05:56Z","msg":"starting server","name":"health probe","addr":"[::]:8081"} {"level":"info","ts":"2026-11-04T02:05:56Z","logger":"controller-runtime.certwatcher","msg":"Updated current TLS certificate","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key"} {"level":"info","ts":"2026-11-04T02:05:56Z","logger":"controller-runtime.metrics","msg":"Serving metrics server","bindAddress":":8443","secure":true} {"level":"info","ts":"2026-11-04T02:05:56Z","logger":"controller-runtime.certwatcher","msg":"Starting certificate poll+watcher","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10} {"level":"info","ts":"2026-11-04T02:05:56Z","logger":"leaderelection","msg":"Attempting to acquire leader lease...","lock":"opendatahub/ai-gateway-controller-leader.opendatahub.io"} {"level":"info","ts":"2026-11-04T02:06:24Z","logger":"leaderelection","msg":"Successfully acquired lease","lock":"opendatahub/ai-gateway-controller-leader.opendatahub.io"} {"level":"info","ts":"2026-11-04T02:06:24Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaaSModelRef]"} {"level":"info","ts":"2026-11-04T02:06:24Z","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 AITenant]"} {"level":"info","ts":"2026-11-04T02:06:24Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaasTenantConfig]"} {"level":"info","ts":"2026-11-04T02:06:24Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 AITenant]"} {"level":"info","ts":"2026-11-04T02:06:24Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[gateway.networking.k8s.io/v1beta1 ReferenceGrant]"} {"level":"info","ts":"2026-11-04T02:06:24Z","msg":"Starting EventSource","controller":"aiguardrail","controllerGroup":"aigateway.opendatahub.io","controllerKind":"AIGuardrail","source":"kind source: *v1.Namespace"} {"level":"info","ts":"2026-11-04T02:06:24Z","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":"2026-11-04T02:06:24Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":"2026-11-04T02:06:24Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":"2026-11-04T02:06:24Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[v1 Secret]"} {"level":"info","ts":"2026-11-04T02:06:24Z","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1.PartialObjectMetadata[v1 Secret]"} {"level":"info","ts":"2026-11-04T02:06:24Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.ConfigMap"} {"level":"info","ts":"2026-11-04T02:06:24Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AIGuardrail"} {"level":"info","ts":"2026-11-04T02:06:24Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaaSSubscription]"} {"level":"info","ts":"2026-11-04T02:06:24Z","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaasTenantConfig]"} {"level":"info","ts":"2026-11-04T02:06:24Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":"2026-11-04T02:06:24Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":"2026-11-04T02:06:24Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1.PartialObjectMetadata[v1 Secret]"} {"level":"info","ts":"2026-11-04T02:06:24Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1.Service"} {"level":"info","ts":"2026-11-04T02:06:24Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.AIGuardrail"} {"level":"info","ts":"2026-11-04T02:06:24Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaaSSubscription]"} {"level":"info","ts":"2026-11-04T02:06:24Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaaSModelRef]"} {"level":"info","ts":"2026-11-04T02:06:24Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":"2026-11-04T02:06:24Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaasTenantConfig]"} {"level":"info","ts":"2026-11-04T02:06:24Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 AITenant]"} {"level":"info","ts":"2026-11-04T02:06:24Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[gateway.networking.k8s.io/v1 HTTPRoute]"} {"level":"info","ts":"2026-11-04T02:06:24Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v2 DSCInitialization]"} {"level":"info","ts":"2026-11-04T02:06:24Z","msg":"Starting EventSource","controller":"aiguardrail","controllerGroup":"aigateway.opendatahub.io","controllerKind":"AIGuardrail","source":"kind source: *v1alpha1.AIGuardrail"} {"level":"info","ts":"2026-11-04T02:06:24Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[v1 Secret]"} {"level":"info","ts":"2026-11-04T02:06:24Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[v1 ConfigMap]"} {"level":"info","ts":"2026-11-04T02:06:24Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[v1 Service]"} {"level":"info","ts":"2026-11-04T02:06:24Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[gateway.networking.k8s.io/v1 HTTPRoute]"} {"level":"info","ts":"2026-11-04T02:06:24Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaasTenantConfig]"} {"level":"info","ts":"2026-11-04T02:06:24Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 AITenant]"} {"level":"info","ts":"2026-11-04T02:06:25Z","msg":"Starting Controller","controller":"aiguardrail","controllerGroup":"aigateway.opendatahub.io","controllerKind":"AIGuardrail"} {"level":"info","ts":"2026-11-04T02:06:25Z","msg":"Starting workers","controller":"aiguardrail","controllerGroup":"aigateway.opendatahub.io","controllerKind":"AIGuardrail","worker count":1} {"level":"info","ts":"2026-11-04T02:06:25Z","msg":"Starting Controller","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"} {"level":"info","ts":"2026-11-04T02:06:25Z","msg":"Starting workers","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1} {"level":"info","ts":"2026-11-04T02:06:25Z","msg":"Starting Controller","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig"} {"level":"info","ts":"2026-11-04T02:06:25Z","msg":"Starting workers","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1} {"level":"info","ts":"2026-11-04T02:06:25Z","msg":"Starting Controller","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":"2026-11-04T02:06:25Z","msg":"Starting workers","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":"2026-11-04T02:06:25Z","logger":"consumer-portal","msg":"default AITenant has no OIDC issuer; OpenShift OAuth mode is not supported yet, removing the auth proxy","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"}} {"level":"info","ts":"2026-11-04T02:06:25Z","msg":"Starting Controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig"} {"level":"info","ts":"2026-11-04T02:06:25Z","msg":"Starting workers","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1} {"level":"info","ts":"2026-11-04T02:06:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:06:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:06:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:06:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:06:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:07:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:07:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:07:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:07:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:07:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:07:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:07:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:07:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:07:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:08:51Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-29e7e8"}} {"level":"info","ts":"2026-11-04T02:08:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-29e7e8"},"tenantID":"e2e-worker-w2-29e7e8","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29e7e8"} {"level":"info","ts":"2026-11-04T02:08:54Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-29e7e8"}} {"level":"info","ts":"2026-11-04T02:08:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-29e7e8"},"tenantID":"e2e-worker-w2-29e7e8","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29e7e8"} {"level":"info","ts":"2026-11-04T02:08:56Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-3bf869"}} {"level":"info","ts":"2026-11-04T02:08:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-3bf869"},"tenantID":"e2e-worker-w3-3bf869","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3bf869"} {"level":"info","ts":"2026-11-04T02:08:59Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-196e7e"}} {"level":"info","ts":"2026-11-04T02:09:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-196e7e"},"tenantID":"e2e-worker-w4-196e7e","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-196e7e"} {"level":"info","ts":"2026-11-04T02:09:01Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-24bea9"}} {"level":"info","ts":"2026-11-04T02:09:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-24bea9"},"tenantID":"e2e-worker-w0-24bea9","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-24bea9"} {"level":"info","ts":"2026-11-04T02:09:04Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-3bf869"}} {"level":"info","ts":"2026-11-04T02:09:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-3bf869"},"tenantID":"e2e-worker-w3-3bf869","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3bf869"} {"level":"info","ts":"2026-11-04T02:09:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-196e7e"},"tenantID":"e2e-worker-w4-196e7e","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-196e7e"} {"level":"info","ts":"2026-11-04T02:09:08Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-90ad0f"}} {"level":"info","ts":"2026-11-04T02:09:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-90ad0f"},"tenantID":"e2e-worker-w1-90ad0f","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-90ad0f"} {"level":"info","ts":"2026-11-04T02:09:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-24bea9"},"tenantID":"e2e-worker-w0-24bea9","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-24bea9"} {"level":"info","ts":"2026-11-04T02:09:13Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-29e7e8"}} {"level":"info","ts":"2026-11-04T02:09:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-29e7e8"},"tenantID":"e2e-worker-w2-29e7e8","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29e7e8"} {"level":"info","ts":"2026-11-04T02:09:16Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-90ad0f"}} {"level":"info","ts":"2026-11-04T02:09:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-90ad0f"},"tenantID":"e2e-worker-w1-90ad0f","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-90ad0f"} {"level":"info","ts":"2026-11-04T02:09:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-29e7e8"},"tenantID":"e2e-worker-w2-29e7e8","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29e7e8"} {"level":"info","ts":"2026-11-04T02:09:21Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-3bf869"}} {"level":"info","ts":"2026-11-04T02:09:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-3bf869"},"tenantID":"e2e-worker-w3-3bf869","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3bf869"} {"level":"info","ts":"2026-11-04T02:09:23Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-90ad0f"}} {"level":"info","ts":"2026-11-04T02:09:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-90ad0f"},"tenantID":"e2e-worker-w1-90ad0f","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-90ad0f"} {"level":"info","ts":"2026-11-04T02:09:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-90ad0f"},"tenantID":"e2e-worker-w1-90ad0f","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-90ad0f"} {"level":"info","ts":"2026-11-04T02:09:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-3bf869"},"tenantID":"e2e-worker-w3-3bf869","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3bf869"} {"level":"info","ts":"2026-11-04T02:09:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-3bf869"},"tenantID":"e2e-worker-w3-3bf869","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3bf869"} {"level":"info","ts":"2026-11-04T02:09:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-196e7e"},"tenantID":"e2e-worker-w4-196e7e","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-196e7e"} {"level":"info","ts":"2026-11-04T02:09:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-196e7e"},"tenantID":"e2e-worker-w4-196e7e","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-196e7e"} {"level":"info","ts":"2026-11-04T02:09:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-24bea9"},"tenantID":"e2e-worker-w0-24bea9","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-24bea9"} {"level":"info","ts":"2026-11-04T02:09:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-24bea9"},"tenantID":"e2e-worker-w0-24bea9","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-24bea9"} {"level":"info","ts":"2026-11-04T02:09:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-29e7e8"},"tenantID":"e2e-worker-w2-29e7e8","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29e7e8"} {"level":"info","ts":"2026-11-04T02:09:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-29e7e8"},"tenantID":"e2e-worker-w2-29e7e8","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29e7e8"} {"level":"info","ts":"2026-11-04T02:09:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-90ad0f"},"tenantID":"e2e-worker-w1-90ad0f","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-90ad0f"} {"level":"info","ts":"2026-11-04T02:10:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-90ad0f"},"tenantID":"e2e-worker-w1-90ad0f","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-90ad0f"} {"level":"info","ts":"2026-11-04T02:11:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-3bf869"},"tenantID":"e2e-worker-w3-3bf869","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3bf869"} {"level":"info","ts":"2026-11-04T02:11:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:11:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-3bf869"},"tenantID":"e2e-worker-w3-3bf869","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3bf869"} {"level":"info","ts":"2026-11-04T02:11:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-3bf869"},"tenantID":"e2e-worker-w3-3bf869","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3bf869"} {"level":"info","ts":"2026-11-04T02:11:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-3bf869"},"tenantID":"e2e-worker-w3-3bf869","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3bf869"} {"level":"info","ts":"2026-11-04T02:11:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-24bea9"},"tenantID":"e2e-worker-w0-24bea9","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-24bea9"} {"level":"info","ts":"2026-11-04T02:11:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-3bf869"},"tenantID":"e2e-worker-w3-3bf869","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3bf869"} {"level":"info","ts":"2026-11-04T02:11:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-24bea9"},"tenantID":"e2e-worker-w0-24bea9","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-24bea9"} {"level":"info","ts":"2026-11-04T02:11:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-90ad0f"},"tenantID":"e2e-worker-w1-90ad0f","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-90ad0f"} {"level":"info","ts":"2026-11-04T02:11:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-24bea9"},"tenantID":"e2e-worker-w0-24bea9","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-24bea9"} {"level":"info","ts":"2026-11-04T02:11:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-29e7e8"},"tenantID":"e2e-worker-w2-29e7e8","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29e7e8"} {"level":"info","ts":"2026-11-04T02:12:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-90ad0f"},"tenantID":"e2e-worker-w1-90ad0f","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-90ad0f"} {"level":"info","ts":"2026-11-04T02:12:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-29e7e8"},"tenantID":"e2e-worker-w2-29e7e8","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29e7e8"} {"level":"info","ts":"2026-11-04T02:12:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-196e7e"},"tenantID":"e2e-worker-w4-196e7e","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-196e7e"} {"level":"info","ts":"2026-11-04T02:12:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-24bea9"},"tenantID":"e2e-worker-w0-24bea9","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-24bea9"} {"level":"info","ts":"2026-11-04T02:12:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-90ad0f"},"tenantID":"e2e-worker-w1-90ad0f","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-90ad0f"} {"level":"info","ts":"2026-11-04T02:12:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-29e7e8"},"tenantID":"e2e-worker-w2-29e7e8","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29e7e8"} {"level":"info","ts":"2026-11-04T02:12:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-196e7e"},"tenantID":"e2e-worker-w4-196e7e","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-196e7e"} {"level":"info","ts":"2026-11-04T02:12:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-29e7e8"},"tenantID":"e2e-worker-w2-29e7e8","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29e7e8"} {"level":"info","ts":"2026-11-04T02:12:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-24bea9"},"tenantID":"e2e-worker-w0-24bea9","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-24bea9"} {"level":"info","ts":"2026-11-04T02:12:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-90ad0f"},"tenantID":"e2e-worker-w1-90ad0f","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-90ad0f"} {"level":"info","ts":"2026-11-04T02:12:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-196e7e"},"tenantID":"e2e-worker-w4-196e7e","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-196e7e"} {"level":"info","ts":"2026-11-04T02:12:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-24bea9"},"tenantID":"e2e-worker-w0-24bea9","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-24bea9"} {"level":"info","ts":"2026-11-04T02:12:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-90ad0f"},"tenantID":"e2e-worker-w1-90ad0f","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-90ad0f"} {"level":"info","ts":"2026-11-04T02:13:52Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a8ef09"}} {"level":"info","ts":"2026-11-04T02:13:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a8ef09"},"tenantID":"e2e-extmod-a-a8ef09","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a8ef09"} {"level":"info","ts":"2026-11-04T02:13:54Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a8ef09"}} {"level":"info","ts":"2026-11-04T02:13:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a8ef09"},"tenantID":"e2e-extmod-a-a8ef09","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a8ef09"} {"level":"info","ts":"2026-11-04T02:14:06Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a8ef09"}} {"level":"info","ts":"2026-11-04T02:14:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a8ef09"},"tenantID":"e2e-extmod-a-a8ef09","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a8ef09"} {"level":"info","ts":"2026-11-04T02:14:18Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a8ef09"}} {"level":"info","ts":"2026-11-04T02:14:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a8ef09"},"tenantID":"e2e-extmod-a-a8ef09","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a8ef09"} {"level":"info","ts":"2026-11-04T02:14:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a8ef09"},"tenantID":"e2e-extmod-a-a8ef09","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a8ef09"} {"level":"info","ts":"2026-11-04T02:15:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a8ef09"},"tenantID":"e2e-extmod-a-a8ef09","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a8ef09"} {"level":"info","ts":"2026-11-04T02:15:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a8ef09"},"tenantID":"e2e-extmod-a-a8ef09","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a8ef09"} {"level":"info","ts":"2026-11-04T02:15:09Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-055a14"}} {"level":"info","ts":"2026-11-04T02:15:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-055a14"},"tenantID":"e2e-extmod-b-055a14","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-055a14"} {"level":"info","ts":"2026-11-04T02:15:12Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-055a14"}} {"level":"info","ts":"2026-11-04T02:15:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-055a14"},"tenantID":"e2e-extmod-b-055a14","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-055a14"} {"level":"info","ts":"2026-11-04T02:15:24Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-055a14"}} {"level":"info","ts":"2026-11-04T02:15:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-055a14"},"tenantID":"e2e-extmod-b-055a14","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-055a14"} {"level":"info","ts":"2026-11-04T02:15:30Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0508d1"}} {"level":"info","ts":"2026-11-04T02:15:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0508d1"},"tenantID":"e2e-extmod-a-0508d1","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0508d1"} {"level":"info","ts":"2026-11-04T02:15:33Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0508d1"}} {"level":"info","ts":"2026-11-04T02:15:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0508d1"},"tenantID":"e2e-extmod-a-0508d1","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0508d1"} {"level":"info","ts":"2026-11-04T02:15:36Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-055a14"}} {"level":"info","ts":"2026-11-04T02:15:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-055a14"},"tenantID":"e2e-extmod-b-055a14","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-055a14"} {"level":"info","ts":"2026-11-04T02:15:43Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-055a14"}} {"level":"info","ts":"2026-11-04T02:15:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-055a14"},"tenantID":"e2e-extmod-b-055a14","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-055a14"} {"level":"info","ts":"2026-11-04T02:15:45Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0508d1"}} {"level":"info","ts":"2026-11-04T02:15:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0508d1"},"tenantID":"e2e-extmod-a-0508d1","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0508d1"} {"level":"info","ts":"2026-11-04T02:15:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-055a14"},"tenantID":"e2e-extmod-b-055a14","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-055a14"} {"level":"info","ts":"2026-11-04T02:15:58Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0508d1"}} {"level":"info","ts":"2026-11-04T02:16:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0508d1"},"tenantID":"e2e-extmod-a-0508d1","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0508d1"} {"level":"info","ts":"2026-11-04T02:16:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:16:08Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0508d1"}} {"level":"info","ts":"2026-11-04T02:16:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0508d1"},"tenantID":"e2e-extmod-a-0508d1","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0508d1"} {"level":"info","ts":"2026-11-04T02:16:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0508d1"},"tenantID":"e2e-extmod-a-0508d1","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0508d1"} {"level":"info","ts":"2026-11-04T02:16:17Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dab533"}} {"level":"info","ts":"2026-11-04T02:16:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dab533"},"tenantID":"e2e-extmod-a-dab533","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dab533"} {"level":"info","ts":"2026-11-04T02:16:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:16:22Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dab533"}} {"level":"info","ts":"2026-11-04T02:16:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dab533"},"tenantID":"e2e-extmod-a-dab533","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dab533"} {"level":"info","ts":"2026-11-04T02:16:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:16:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-196e7e"},"tenantID":"e2e-worker-w4-196e7e","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-196e7e"} {"level":"info","ts":"2026-11-04T02:16:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:16:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-055a14"},"tenantID":"e2e-extmod-b-055a14","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-055a14"} {"level":"info","ts":"2026-11-04T02:16:36Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dab533"}} {"level":"info","ts":"2026-11-04T02:16:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dab533"},"tenantID":"e2e-extmod-a-dab533","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dab533"} {"level":"info","ts":"2026-11-04T02:16:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-055a14"},"tenantID":"e2e-extmod-b-055a14","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-055a14"} {"level":"info","ts":"2026-11-04T02:16:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-055a14"},"tenantID":"e2e-extmod-b-055a14","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-055a14"} {"level":"info","ts":"2026-11-04T02:16:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-055a14"},"tenantID":"e2e-extmod-b-055a14","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-055a14"} {"level":"info","ts":"2026-11-04T02:16:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-055a14"},"tenantID":"e2e-extmod-b-055a14","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-055a14"} {"level":"info","ts":"2026-11-04T02:16:50Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dab533"}} {"level":"info","ts":"2026-11-04T02:16:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dab533"},"tenantID":"e2e-extmod-a-dab533","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dab533"} {"level":"info","ts":"2026-11-04T02:16:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-3bf869"},"tenantID":"e2e-worker-w3-3bf869","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3bf869"} {"level":"info","ts":"2026-11-04T02:17:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0508d1"},"tenantID":"e2e-extmod-a-0508d1","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0508d1"} {"level":"info","ts":"2026-11-04T02:17:02Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dab533"}} {"level":"info","ts":"2026-11-04T02:17:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dab533"},"tenantID":"e2e-extmod-a-dab533","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dab533"} {"level":"info","ts":"2026-11-04T02:17:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:17:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0508d1"},"tenantID":"e2e-extmod-a-0508d1","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0508d1"} {"level":"info","ts":"2026-11-04T02:17:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dab533"},"tenantID":"e2e-extmod-a-dab533","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dab533"} {"level":"info","ts":"2026-11-04T02:17:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:17:14Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3f76d0"}} {"level":"info","ts":"2026-11-04T02:17:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3f76d0"},"tenantID":"e2e-extmod-b-3f76d0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3f76d0"} {"level":"info","ts":"2026-11-04T02:17:17Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3f76d0"}} {"level":"info","ts":"2026-11-04T02:17:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3f76d0"},"tenantID":"e2e-extmod-b-3f76d0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3f76d0"} {"level":"info","ts":"2026-11-04T02:17:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:17:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:17:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-90ad0f"},"tenantID":"e2e-worker-w1-90ad0f","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-90ad0f"} {"level":"info","ts":"2026-11-04T02:17:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-29e7e8"},"tenantID":"e2e-worker-w2-29e7e8","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29e7e8"} {"level":"info","ts":"2026-11-04T02:17:30Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3f76d0"}} {"level":"info","ts":"2026-11-04T02:17:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3f76d0"},"tenantID":"e2e-extmod-b-3f76d0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3f76d0"} {"level":"info","ts":"2026-11-04T02:17:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-90ad0f"},"tenantID":"e2e-worker-w1-90ad0f","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-90ad0f"} {"level":"error","ts":"2026-11-04T02:17:39Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-90ad0f"},"error":"apply NetworkPolicy ai-tenant-e2e-worker-w1-90ad0f/payload-processing-e2e-worker-w1-90ad0f: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w1-90ad0f\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w1-90ad0f because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T02:17:39Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-90ad0f"},"namespace":"ai-tenant-e2e-worker-w1-90ad0f","name":"default-tenant","reconcileID":"42d438dd-f09e-48d6-8c63-7b87913a82d6","error":"apply: apply NetworkPolicy ai-tenant-e2e-worker-w1-90ad0f/payload-processing-e2e-worker-w1-90ad0f: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w1-90ad0f\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w1-90ad0f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T02:17:40Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-90ad0f"}} {"level":"info","ts":"2026-11-04T02:17:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-24bea9"},"tenantID":"e2e-worker-w0-24bea9","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-24bea9"} {"level":"info","ts":"2026-11-04T02:17:45Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-90ad0f"},"tenantID":"e2e-worker-w1-90ad0f","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T02:17:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-055a14"},"tenantID":"e2e-extmod-b-055a14","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-055a14"} {"level":"info","ts":"2026-11-04T02:17:48Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3f76d0"}} {"level":"info","ts":"2026-11-04T02:17:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3f76d0"},"tenantID":"e2e-extmod-b-3f76d0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3f76d0"} {"level":"info","ts":"2026-11-04T02:17:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-055a14"},"tenantID":"e2e-extmod-b-055a14","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-055a14"} {"level":"info","ts":"2026-11-04T02:17:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dab533"},"tenantID":"e2e-extmod-a-dab533","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dab533"} {"level":"info","ts":"2026-11-04T02:17:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dab533"},"tenantID":"e2e-extmod-a-dab533","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dab533"} {"level":"info","ts":"2026-11-04T02:18:00Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3f76d0"}} {"level":"info","ts":"2026-11-04T02:18:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3f76d0"},"tenantID":"e2e-extmod-b-3f76d0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3f76d0"} {"level":"info","ts":"2026-11-04T02:18:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-055a14"},"tenantID":"e2e-extmod-b-055a14","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-055a14"} {"level":"info","ts":"2026-11-04T02:18:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3f76d0"},"tenantID":"e2e-extmod-b-3f76d0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3f76d0"} {"level":"info","ts":"2026-11-04T02:18:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-055a14"},"tenantID":"e2e-extmod-b-055a14","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-055a14"} {"level":"info","ts":"2026-11-04T02:18:15Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3d082d"}} {"level":"info","ts":"2026-11-04T02:18:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3d082d"},"tenantID":"e2e-extmod-b-3d082d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3d082d"} {"level":"error","ts":"2026-11-04T02:18:19Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-a03f92","namespace":"e2e-extmod-att-user-e1b870"},"namespace":"e2e-extmod-att-user-e1b870","name":"e2e-att-serve-a03f92","reconcileID":"6b8db81d-f0b4-4e9b-8294-108d69eb0f55","error":"update ExternalModel attachment finalizer: Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-att-serve-a03f92\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T02:18:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-055a14"},"tenantID":"e2e-extmod-b-055a14","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-055a14"} {"level":"info","ts":"2026-11-04T02:18:21Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3d082d"}} {"level":"info","ts":"2026-11-04T02:18:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3d082d"},"tenantID":"e2e-extmod-b-3d082d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3d082d"} {"level":"info","ts":"2026-11-04T02:18:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-055a14"},"tenantID":"e2e-extmod-b-055a14","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-055a14"} {"level":"info","ts":"2026-11-04T02:18:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-055a14"},"tenantID":"e2e-extmod-b-055a14","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-055a14"} {"level":"info","ts":"2026-11-04T02:18:33Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3d082d"}} {"level":"info","ts":"2026-11-04T02:18:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3d082d"},"tenantID":"e2e-extmod-b-3d082d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3d082d"} {"level":"info","ts":"2026-11-04T02:18:40Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a8ef09"},"tenantID":"e2e-extmod-a-a8ef09","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T02:18:42Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a8ef09"},"tenantID":"e2e-extmod-a-a8ef09","namespace":"openshift-ingress"} {"level":"error","ts":"2026-11-04T02:18:42Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a8ef09"},"namespace":"ai-tenant-e2e-extmod-a-a8ef09","name":"default-tenant","reconcileID":"ca310075-d911-4b22-aa02-58fe85516ceb","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T02:18:45Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3d082d"}} {"level":"info","ts":"2026-11-04T02:18:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3d082d"},"tenantID":"e2e-extmod-b-3d082d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3d082d"} {"level":"info","ts":"2026-11-04T02:18:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3f76d0"},"tenantID":"e2e-extmod-b-3f76d0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3f76d0"} {"level":"info","ts":"2026-11-04T02:18:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3f76d0"},"tenantID":"e2e-extmod-b-3f76d0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3f76d0"} {"level":"info","ts":"2026-11-04T02:18:59Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3d082d"}} {"level":"info","ts":"2026-11-04T02:19:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3d082d"},"tenantID":"e2e-extmod-b-3d082d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3d082d"} {"level":"info","ts":"2026-11-04T02:19:04Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-055a14"},"tenantID":"e2e-extmod-b-055a14","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T02:19:04Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3d082d"}} {"level":"info","ts":"2026-11-04T02:19:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3d082d"},"tenantID":"e2e-extmod-b-3d082d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3d082d"} {"level":"info","ts":"2026-11-04T02:19:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3d082d"},"tenantID":"e2e-extmod-b-3d082d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3d082d"} {"level":"info","ts":"2026-11-04T02:19:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-3bf869"},"tenantID":"e2e-worker-w3-3bf869","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3bf869"} {"level":"info","ts":"2026-11-04T02:19:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-3bf869"},"tenantID":"e2e-worker-w3-3bf869","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3bf869"} {"level":"info","ts":"2026-11-04T02:19:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3f76d0"},"tenantID":"e2e-extmod-b-3f76d0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3f76d0"} {"level":"info","ts":"2026-11-04T02:19:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-3bf869"},"tenantID":"e2e-worker-w3-3bf869","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-3bf869"} {"level":"info","ts":"2026-11-04T02:19:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3f76d0"},"tenantID":"e2e-extmod-b-3f76d0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3f76d0"} {"level":"info","ts":"2026-11-04T02:19:23Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-3bf869"}} {"level":"info","ts":"2026-11-04T02:19:25Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-3bf869"},"tenantID":"e2e-worker-w3-3bf869","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T02:19:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3d082d"},"tenantID":"e2e-extmod-b-3d082d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3d082d"} {"level":"info","ts":"2026-11-04T02:19:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3f76d0"},"tenantID":"e2e-extmod-b-3f76d0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3f76d0"} {"level":"info","ts":"2026-11-04T02:19:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3d082d"},"tenantID":"e2e-extmod-b-3d082d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3d082d"} {"level":"info","ts":"2026-11-04T02:20:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3d082d"},"tenantID":"e2e-extmod-b-3d082d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3d082d"} {"level":"info","ts":"2026-11-04T02:20:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3d082d"},"tenantID":"e2e-extmod-b-3d082d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3d082d"} {"level":"info","ts":"2026-11-04T02:20:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3f76d0"},"tenantID":"e2e-extmod-b-3f76d0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3f76d0"} {"level":"info","ts":"2026-11-04T02:20:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3d082d"},"tenantID":"e2e-extmod-b-3d082d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3d082d"} {"level":"info","ts":"2026-11-04T02:20:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3f76d0"},"tenantID":"e2e-extmod-b-3f76d0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3f76d0"} {"level":"info","ts":"2026-11-04T02:20:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3f76d0"},"tenantID":"e2e-extmod-b-3f76d0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3f76d0"} {"level":"info","ts":"2026-11-04T02:20:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3f76d0"},"tenantID":"e2e-extmod-b-3f76d0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3f76d0"} {"level":"info","ts":"2026-11-04T02:20:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3f76d0"},"tenantID":"e2e-extmod-b-3f76d0","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3f76d0"} {"level":"info","ts":"2026-11-04T02:20:42Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0508d1"}} {"level":"info","ts":"2026-11-04T02:20:45Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0508d1"},"tenantID":"e2e-extmod-a-0508d1","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T02:20:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3d082d"},"tenantID":"e2e-extmod-b-3d082d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3d082d"} {"level":"info","ts":"2026-11-04T02:20:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3d082d"},"tenantID":"e2e-extmod-b-3d082d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3d082d"} {"level":"info","ts":"2026-11-04T02:21:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3d082d"},"tenantID":"e2e-extmod-b-3d082d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3d082d"} {"level":"info","ts":"2026-11-04T02:21:07Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3f76d0"},"tenantID":"e2e-extmod-b-3f76d0","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T02:21:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3d082d"},"tenantID":"e2e-extmod-b-3d082d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3d082d"} {"level":"info","ts":"2026-11-04T02:21:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3d082d"},"tenantID":"e2e-extmod-b-3d082d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3d082d"} {"level":"error","ts":"2026-11-04T02:21:17Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-3700df","namespace":"e2e-extmod-att-user-314ebb"},"namespace":"e2e-extmod-att-user-314ebb","name":"e2e-att-serve-3700df","reconcileID":"2eadd3ff-b246-4e0f-a335-cc97edfed1c0","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-att-serve-3700df\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T02:21:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3d082d"},"tenantID":"e2e-extmod-b-3d082d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3d082d"} {"level":"info","ts":"2026-11-04T02:21:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3d082d"},"tenantID":"e2e-extmod-b-3d082d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3d082d"} {"level":"info","ts":"2026-11-04T02:21:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-196e7e"},"tenantID":"e2e-worker-w4-196e7e","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-196e7e"} {"level":"info","ts":"2026-11-04T02:21:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:21:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:21:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-24bea9"},"tenantID":"e2e-worker-w0-24bea9","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-24bea9"} {"level":"info","ts":"2026-11-04T02:21:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:21:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:21:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:21:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-24bea9"},"tenantID":"e2e-worker-w0-24bea9","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-24bea9"} {"level":"info","ts":"2026-11-04T02:21:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-24bea9"},"tenantID":"e2e-worker-w0-24bea9","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-24bea9"} {"level":"info","ts":"2026-11-04T02:21:55Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-24bea9"},"tenantID":"e2e-worker-w0-24bea9","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T02:21:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:22:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:22:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:22:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:22:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:22:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-196e7e"},"tenantID":"e2e-worker-w4-196e7e","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-196e7e"} {"level":"info","ts":"2026-11-04T02:22:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-196e7e"},"tenantID":"e2e-worker-w4-196e7e","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-196e7e"} {"level":"info","ts":"2026-11-04T02:22:28Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-196e7e"}} {"level":"info","ts":"2026-11-04T02:22:31Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-196e7e"},"tenantID":"e2e-worker-w4-196e7e","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T02:22:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-29e7e8"},"tenantID":"e2e-worker-w2-29e7e8","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29e7e8"} {"level":"info","ts":"2026-11-04T02:23:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dab533"},"tenantID":"e2e-extmod-a-dab533","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dab533"} {"level":"info","ts":"2026-11-04T02:26:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3d082d"},"tenantID":"e2e-extmod-b-3d082d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3d082d"} {"level":"info","ts":"2026-11-04T02:27:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:27:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:27:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:27:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"error","ts":"2026-11-04T02:27:35Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-9aa046","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9aa046","reconcileID":"55baa30c-3cd6-46c9-a815-866c78cd352a","error":"update ExternalModel attachment finalizer: Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-dft-9aa046\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T02:27:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-29e7e8"},"tenantID":"e2e-worker-w2-29e7e8","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29e7e8"} {"level":"info","ts":"2026-11-04T02:27:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:27:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T02:27:44Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dab533"}} {"level":"info","ts":"2026-11-04T02:27:47Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dab533"},"tenantID":"e2e-extmod-a-dab533","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T02:28:14Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3d082d"}} {"level":"info","ts":"2026-11-04T02:28:16Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3d082d"},"tenantID":"e2e-extmod-b-3d082d","namespace":"openshift-ingress"} {"level":"error","ts":"2026-11-04T02:28:16Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3d082d"},"namespace":"ai-tenant-e2e-extmod-b-3d082d","name":"default-tenant","reconcileID":"6db32b44-6e81-4ebd-b30b-826718ebb83c","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T02:28:17Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3d082d"},"tenantID":"e2e-extmod-b-3d082d","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T02:28:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-29e7e8"},"tenantID":"e2e-worker-w2-29e7e8","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29e7e8"} {"level":"info","ts":"2026-11-04T02:28:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-29e7e8"},"tenantID":"e2e-worker-w2-29e7e8","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29e7e8"} {"level":"info","ts":"2026-11-04T02:28:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-29e7e8"},"tenantID":"e2e-worker-w2-29e7e8","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29e7e8"} {"level":"info","ts":"2026-11-04T02:28:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-29e7e8"},"tenantID":"e2e-worker-w2-29e7e8","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-29e7e8"} {"level":"info","ts":"2026-11-04T02:28:37Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-29e7e8"},"tenantID":"e2e-worker-w2-29e7e8","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T02:28:39Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-29e7e8"},"tenantID":"e2e-worker-w2-29e7e8","namespace":"openshift-ingress"} {"level":"error","ts":"2026-11-04T02:28:39Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-29e7e8"},"namespace":"ai-tenant-e2e-worker-w2-29e7e8","name":"default-tenant","reconcileID":"ffe50b12-5c9a-4e84-b6f0-4ebdeac39048","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}